-- Logs begin at Thu 2021-06-03 19:20:37 UTC, end at Thu 2021-06-03 20:36:41 UTC. --
Jun 03 20:08:40.485272 dv-cinder-794669-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 03 20:08:43.043735 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.common.config [-] Logging enabled!
Jun 03 20:08:43.044376 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255
Jun 03 20:08:43.044592 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92527) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 03 20:08:43.047606 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.common.config [-] Logging enabled!
Jun 03 20:08:43.047860 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255
Jun 03 20:08:43.048168 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92527) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 03 20:08:43.049089 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 03 20:08:43.049319 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 03 20:08:43.049677 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 03 20:08:43.049919 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 03 20:08:43.050147 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 03 20:08:43.050460 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.050783 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.051079 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.051306 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.051594 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.051880 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.052426 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.052713 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.053005 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.053287 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.053596 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.053878 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.054110 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.054392 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.054694 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.054980 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.055202 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] debug                          = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.055480 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.055900 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.056322 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.056598 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.056884 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.057166 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.057431 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.057702 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.057983 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.058306 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] host                           = dv-cinder-794669-1-iscsi {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.058580 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.058896 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.059182 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.059465 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.059737 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.060010 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.060294 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.060564 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.060834 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.061104 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.061389 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.061669 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.061953 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.062176 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.062396 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.062697 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.062992 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.063266 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.063536 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.063805 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.064075 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.064350 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.064616 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.064896 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.065174 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.065456 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.065725 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.065993 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.066262 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.066533 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.066833 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.067102 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.067371 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.067640 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.067921 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.068187 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.068458 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.068751 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.069143 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.069427 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.069712 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.069983 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.070264 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.070535 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.070843 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.071117 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.071506 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.071659 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.071943 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.072208 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.072479 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.072749 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.073019 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.073301 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:43.073595 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.073889 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.074185 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.074472 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.074791 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.075070 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.075356 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.075632 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.075917 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.076204 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.076493 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.076770 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.077055 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.077329 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.077618 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.077919 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.078210 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.078500 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.078799 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.079073 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.079345 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.079619 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.079900 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.080191 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.080476 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.080751 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.081027 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.081317 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.081592 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.081862 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.082139 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.082424 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.082723 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.082994 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.083271 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.083546 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.083815 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.084085 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.084365 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.085177 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.085453 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.085724 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.085994 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.086267 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.086536 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.086853 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.087134 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.087405 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.087656 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.087936 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.088205 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.088478 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.088753 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.089023 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.089296 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.089568 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.089837 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.090106 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.090375 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.090644 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.090936 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.091205 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.091477 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.091746 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.092014 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.092284 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.092553 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.092825 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.093107 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.093403 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.093678 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.093956 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.094238 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.094516 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.094819 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.095097 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.095374 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.095652 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.095923 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.096211 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.096495 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.096782 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.097062 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.097339 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.097632 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.097909 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.098189 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.098467 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.098793 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.099086 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.099368 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.099662 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.099954 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.100939 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.101194 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.101492 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.101768 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.102076 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.102354 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:43.102571 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 03 20:08:43.102843 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92527) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 03 20:08:43.447302 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:08:43.447579 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:08:43.447867 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:08:43.448198 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 03 20:08:43.829029 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:43.829236 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:43.829510 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:43.830709 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:43.830980 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:43.831245 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:43.866682 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:43.866974 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:43.867241 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:43.880170 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:43.880445 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:43.880707 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:43.908768 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:43.909040 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:43.909305 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:43.947557 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:43.947832 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:43.948094 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.179189 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4218a6aaf0> agent after_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.179836 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4218a6aaf0> agent after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.179836 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f4218a6ab80> segment precommit_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.180007 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f4218a6ac10> network precommit_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.180708 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f4218a79dc0> segment before_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.302476 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> network before_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.302819 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f4218c4a0d0> agent before_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.303102 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> network before_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.303480 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> port before_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.303756 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> port before_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.304071 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> segment precommit_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.304334 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> segment precommit_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.304593 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> segment after_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.304849 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> segment after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.305132 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> network after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.305393 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> network precommit_delete 0 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.305659 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> port provisioning_complete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.305931 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> rbac-policy before_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.306193 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> rbac-policy after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.306459 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> agent after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.306756 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> subnet after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.307017 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> subnet precommit_delete 0 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.307287 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> rbac-policy before_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.307541 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> rbac-policy before_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.307820 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> segment_host_mapping after_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.308173 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> port after_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.308424 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> port after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.308669 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> port after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.308948 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> rbac-policy before_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.309194 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> rbac-policy before_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.309436 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4219521580>> rbac-policy before_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.309823 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92527) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 20:08:44.310058 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92527) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 20:08:44.310293 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92527) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 20:08:44.310531 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92527) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 20:08:44.310803 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92527) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 20:08:44.311020 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92527) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 20:08:44.311379 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 03 20:08:44.314525 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 03 20:08:44.318505 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 03 20:08:44.322789 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1300, 1349)])])
Jun 03 20:08:44.324397 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 03 20:08:44.324845 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 03 20:08:44.325175 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 03 20:08:44.325555 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 03 20:08:44.328349 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 03 20:08:44.328595 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 03 20:08:44.328937 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 03 20:08:44.356587 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 03 20:08:44.357032 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f4218a01fd0>> qos_plugin after_init 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.357330 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92527) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 03 20:08:44.357688 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f4218a01af0>> logging-plugin after_init 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.359220 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92527) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 03 20:08:44.359518 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 03 20:08:44.359740 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 03 20:08:44.362901 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f42189f8400>> floatingip before_response 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.363178 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f42189f8400>> port before_response 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:44.425751 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 03 20:08:44.425985 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 03 20:08:44.426219 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 03 20:08:44.426581 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 03 20:08:44.458199 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_db.sqlalchemy.engines [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92527) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 03 20:08:44.991814 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Initializing driver for type 'gre'
Jun 03 20:08:44.992350 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] gre ID ranges: [(1, 1000)]
Jun 03 20:08:45.202458 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Initializing driver for type 'local'
Jun 03 20:08:45.203142 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Initializing driver for type 'vlan'
Jun 03 20:08:45.304730 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] VlanTypeDriver initialization complete
Jun 03 20:08:45.305134 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Initializing driver for type 'vxlan'
Jun 03 20:08:45.305854 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] vxlan ID ranges: [(1, 1000)]
Jun 03 20:08:45.555650 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Initializing extension driver 'port_security'
Jun 03 20:08:45.555916 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.extensions.port_security [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] PortSecurityExtensionDriver initialization complete
Jun 03 20:08:45.556254 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Initializing mechanism driver 'openvswitch'
Jun 03 20:08:45.556582 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Initializing mechanism driver 'hyperv'
Jun 03 20:08:45.563197 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.plugins.ml2.plugin [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:08:45.564007 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218a2d790>> port after_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.564386 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218a2d790>> port after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.564742 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218a2d790>> port after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.565134 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218a2da00>> subnet after_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.565491 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218a2da00>> subnet after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.565902 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218a2da00>> subnet after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.566289 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218598700>> network after_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.566640 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218598700>> network after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.567013 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218598700>> network after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.567395 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218598940>> security_group after_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.567745 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218598940>> security_group after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.568091 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218598940>> security_group after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.568469 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218598b80>> security_group_rule after_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.568818 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218598b80>> security_group_rule after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.569160 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218598b80>> security_group_rule after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.569537 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218598e50>> address_group after_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.569915 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218598e50>> address_group after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.570254 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4218598e50>> address_group after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.570595 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] ML2 OVO RPC backend initialized. {{(pid=92527) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
Jun 03 20:08:45.571341 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f421859e1f0>> router_interface after_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.571701 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f421859e1f0>> router_interface after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.572120 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f421859e1f0>> network before_response 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.572468 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f421859e1f0>> networks before_response 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.572821 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f421859e1f0>> port before_response 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.573168 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f421859e1f0>> ports before_response 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.573520 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f421859e1f0>> subnet before_response 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.573857 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f421859e1f0>> subnets before_response 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.575020 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f421859e1f0>> network after_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.575627 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f421859e1f0>> network after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.575967 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f421859e1f0>> network after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.576310 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f421859e1f0>> port after_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.576653 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f421859e1f0>> port after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.576992 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f421859e1f0>> port after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.577334 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f421859e1f0>> subnet after_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.577671 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f421859e1f0>> subnet after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.578007 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f421859e1f0>> subnet after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.578628 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.plugin [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Modular L2 Plugin initialization complete
Jun 03 20:08:45.582637 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading services supported by the core plugin {{(pid=92527) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 03 20:08:45.582637 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.plugins.ml2.managers [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Got port-security extension from driver 'port_security'
Jun 03 20:08:45.582637 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.extensions.vlantransparent [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Disabled vlantransparent extension.
Jun 03 20:08:45.582637 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92527) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 03 20:08:45.582637 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading Plugin: router
Jun 03 20:08:45.629301 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router_interface before_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.629703 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router after_create 55549900 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.630088 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router before_create 55549900 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.630468 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router_interface before_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.630869 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router_interface after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.631230 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router after_delete 55549900 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.632099 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> floatingip after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.632462 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router after_create 55549900 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.632810 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router after_update 55549900 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.633163 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router after_update 55549900 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.633514 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router_gateway after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.633874 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router after_update 55549900 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.634283 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router precommit_update 55549900 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.634651 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f4218bc40d0> port after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.635016 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f4218bc3f70> port after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.635354 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f4218bc4040> subnet after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.635697 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f4218bc4160> subnetpool_address_scope after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.636049 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> port precommit_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.636401 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router precommit_create 55549900 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.636751 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f4218961f70> port before_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.637117 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router precommit_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.637478 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router after_update 55549900 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.637823 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router precommit_delete 55549900 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.638171 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router precommit_create 55549900 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.638534 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router_interface after_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.638916 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> router precommit_update 55549900 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.639297 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f421859e310>> network after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.640183 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Tracking information for resource: router configured {{(pid=92527) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 20:08:45.640514 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Tracking information for resource: floatingip configured {{(pid=92527) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 20:08:45.646124 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.db.l3_agentschedulers_db [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 03 20:08:45.646732 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f42185215e0> port after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.647734 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f42185214c0> port after_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.648088 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <function _notify_port_delete at 0x7f4218521550> port after_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.648440 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f42185218b0> port after_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.649251 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f42184b7af0>> router before_create 55550100 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.649641 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f42184b7af0>> router precommit_delete 55550100 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.650097 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f42184b7af0>> router precommit_create 55550100 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.650354 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f42184b7af0>> router precommit_update 55550100 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.654792 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.services.provider_configuration [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Service providers = [] {{(pid=92527) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 03 20:08:45.655970 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.db.servicetype_db [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92527) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 03 20:08:45.658337 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.services.service_base [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92527) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 03 20:08:45.658709 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.services.service_base [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92527) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 03 20:08:45.659059 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.services.service_base [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92527) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 03 20:08:45.659952 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.services.service_base [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92527) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 03 20:08:45.660331 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.services.service_base [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 03 20:08:45.660727 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92527) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 20:08:45.661052 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 03 20:08:45.671899 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92527) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 20:08:45.672234 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading Plugin: auto_allocate
Jun 03 20:08:45.678461 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f42184e5ca0> network precommit_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.678880 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f42184e5ca0> network precommit_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.679483 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92527) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 20:08:45.679858 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading Plugin: tag
Jun 03 20:08:45.687200 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92527) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 20:08:45.687534 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading Plugin: timestamp
Jun 03 20:08:45.691848 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92527) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 20:08:45.692181 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading Plugin: network_ip_availability
Jun 03 20:08:45.698518 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f42184e2100>> rbac-policy before_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.698916 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f42184e2100>> rbac-policy before_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.699279 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f42184e2100>> rbac-policy before_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:45.700024 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92527) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 20:08:45.700347 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading Plugin: flavors
Jun 03 20:08:45.706755 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92527) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 20:08:45.707091 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading Plugin: revisions
Jun 03 20:08:45.711971 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92527) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 20:08:45.712368 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_concurrency.lockutils [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.264s {{(pid=92527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:08:45.713107 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92527) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 03 20:08:45.713445 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Initializing extension manager.
Jun 03 20:08:45.713956 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: __init__.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.714333 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: __pycache__ {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.714693 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.715031 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: address_group.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.715784 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.716347 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: address-group
Jun 03 20:08:45.716671 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: address_scope.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.717371 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.717882 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: address-scope
Jun 03 20:08:45.718205 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: admin_state_down_before_update.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.719172 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.719694 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: router-admin-state-down-before-update
Jun 03 20:08:45.720019 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: agent.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.720741 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.721252 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: agent
Jun 03 20:08:45.721574 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: agent_resources_synced.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.722473 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.723015 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: agent-resources-synced
Jun 03 20:08:45.723339 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: allowedaddresspairs.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.725195 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.725742 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: allowed-address-pairs
Jun 03 20:08:45.726075 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: auto_allocated_topology.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.727255 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.727771 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: auto-allocated-topology
Jun 03 20:08:45.728099 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: availability_zone.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.728803 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.729318 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: availability_zone
Jun 03 20:08:45.729643 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: availability_zone_filter.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.730539 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.731078 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: availability_zone_filter
Jun 03 20:08:45.731402 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: data_plane_status.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.732297 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.732800 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension data-plane-status not supported by any of loaded plugins
Jun 03 20:08:45.733123 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: default_subnetpools.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.734028 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.734537 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: default-subnetpools
Jun 03 20:08:45.734922 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: dhcpagentscheduler.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.735738 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.736248 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: dhcp_agent_scheduler
Jun 03 20:08:45.736574 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: dns.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.737481 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.737986 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension dns-integration not supported by any of loaded plugins
Jun 03 20:08:45.738327 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: dns_domain_ports.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.739276 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.739786 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 03 20:08:45.740110 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: dvr.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.740807 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.741327 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: dvr
Jun 03 20:08:45.741650 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: empty_string_filtering.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.742547 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.743115 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: empty-string-filtering
Jun 03 20:08:45.743443 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.744339 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.744844 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 03 20:08:45.745166 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.746060 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.746568 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 03 20:08:45.746922 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: external_net.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.747827 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.748388 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: external-net
Jun 03 20:08:45.748692 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: extra_dhcp_opt.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.749593 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.750103 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: extra_dhcp_opt
Jun 03 20:08:45.750429 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: extraroute.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.751358 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.751866 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: extraroute
Jun 03 20:08:45.752190 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: extraroute_atomic.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.753227 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.753738 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: extraroute-atomic
Jun 03 20:08:45.754064 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: filter_validation.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.863098 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.863623 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: filter-validation
Jun 03 20:08:45.863964 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: fip_pf_description.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.865095 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.865615 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 03 20:08:45.866024 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: fip_port_details.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.866976 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.867503 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: fip-port-details
Jun 03 20:08:45.867834 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: flavors.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.869096 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.869629 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: flavors
Jun 03 20:08:45.869966 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.871701 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.872233 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 03 20:08:45.872571 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: floatingip_pools.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.873276 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.873794 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: floatingip-pools
Jun 03 20:08:45.874125 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: ip_allocation.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.875072 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.875579 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension ip_allocation not supported by any of loaded plugins
Jun 03 20:08:45.875906 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.876812 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.877327 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: ip-substring-filtering
Jun 03 20:08:45.877659 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: l2_adjacency.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.878563 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.879102 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 03 20:08:45.879438 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: l3.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.880438 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.880967 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: router
Jun 03 20:08:45.881297 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: l3_conntrack_helper.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.884178 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.884709 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 03 20:08:45.885048 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.885958 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.886474 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: ext-gw-mode
Jun 03 20:08:45.886860 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.887747 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.888262 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: l3-ha
Jun 03 20:08:45.888593 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: l3_flavors.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.889525 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.890037 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: l3-flavors
Jun 03 20:08:45.890368 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.891304 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.891817 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 03 20:08:45.892149 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: l3agentscheduler.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.893305 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.893820 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: l3_agent_scheduler
Jun 03 20:08:45.894150 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: logging.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.895692 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.896213 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension logging not supported by any of loaded plugins
Jun 03 20:08:45.896547 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: metering.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.897897 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.898479 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: metering
Jun 03 20:08:45.898846 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.899951 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.900472 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: metering_source_and_destination_fields
Jun 03 20:08:45.900803 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: multiprovidernet.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.901714 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.902236 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: multi-provider
Jun 03 20:08:45.902567 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: netmtu.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.903500 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.904014 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: net-mtu
Jun 03 20:08:45.904341 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: netmtu_writable.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.905252 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.905764 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: net-mtu-writable
Jun 03 20:08:45.906090 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: network_availability_zone.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.906774 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.907284 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: network_availability_zone
Jun 03 20:08:45.907607 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: network_ip_availability.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.908692 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.909206 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: network-ip-availability
Jun 03 20:08:45.909539 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: network_segment_range.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.910292 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.910829 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension network-segment-range not supported by any of loaded plugins
Jun 03 20:08:45.911156 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: pagination.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.912138 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.912470 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: pagination
Jun 03 20:08:45.912817 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: port_device_profile.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.913708 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.914229 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: port-device-profile
Jun 03 20:08:45.914556 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.915488 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.915998 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: port-mac-address-regenerate
Jun 03 20:08:45.916323 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.917224 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.917763 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: port-numa-affinity-policy
Jun 03 20:08:45.918083 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: port_resource_request.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.919082 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.919596 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension port-resource-request not supported by any of loaded plugins
Jun 03 20:08:45.919920 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: portbindings.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.920833 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.921344 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: binding
Jun 03 20:08:45.921669 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: portbindings_extended.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.923038 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.923563 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: binding-extended
Jun 03 20:08:45.923902 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: portsecurity.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.924812 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.925327 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: port-security
Jun 03 20:08:45.925656 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: project_id.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.926622 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.927249 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: project-id
Jun 03 20:08:45.927577 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: providernet.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.928527 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.932240 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: provider
Jun 03 20:08:45.932240 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: qos.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.933101 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.933634 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension qos not supported by any of loaded plugins
Jun 03 20:08:45.933974 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.935258 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.935787 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 03 20:08:45.936122 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.937035 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.937547 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 03 20:08:45.937876 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: qos_default.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.938816 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.939342 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension qos-default not supported by any of loaded plugins
Jun 03 20:08:45.939675 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: qos_fip.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.940320 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.940824 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension qos-fip not supported by any of loaded plugins
Jun 03 20:08:45.941148 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: qos_gateway_ip.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.942066 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.942575 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 03 20:08:45.942931 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: qos_port_network_policy.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.944336 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.944855 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 03 20:08:45.945180 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: qos_rule_type_details.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.946102 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.946608 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 03 20:08:45.946959 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: qos_rules_alias.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.948004 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.948520 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 03 20:08:45.948841 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: quotasv2.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.949778 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.950107 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: quotas
Jun 03 20:08:45.950430 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: quotasv2_detail.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.952076 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.952415 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: quota_details
Jun 03 20:08:45.952771 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: rbac.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.953910 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.954361 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: rbac-policies
Jun 03 20:08:45.954716 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: rbac_address_group.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.955903 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.956190 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: rbac-address-group
Jun 03 20:08:45.956524 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: rbac_address_scope.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.957437 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.957954 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: rbac-address-scope
Jun 03 20:08:45.958286 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: rbac_security_groups.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.959216 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.960817 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: rbac-security-groups
Jun 03 20:08:45.961599 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: rbac_subnetpool.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.962549 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.963110 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: rbac-subnetpool
Jun 03 20:08:45.963443 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: revisionifmatch.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.964360 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.964883 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: revision-if-match
Jun 03 20:08:45.965212 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: revisions.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.966329 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.966886 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: standard-attr-revisions
Jun 03 20:08:45.967216 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: router_availability_zone.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.967887 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.968406 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: router_availability_zone
Jun 03 20:08:45.968748 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: routerservicetype.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.969646 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.970152 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension router-service-type not supported by any of loaded plugins
Jun 03 20:08:45.970480 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.971423 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.971937 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: security-groups-normalized-cidr
Jun 03 20:08:45.972287 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: security_groups_port_filtering.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.973280 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.973795 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: port-security-groups-filtering
Jun 03 20:08:45.974122 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.975069 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.975654 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: security-groups-remote-address-group
Jun 03 20:08:45.975984 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: securitygroup.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.985920 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.986478 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: security-group
Jun 03 20:08:45.986994 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: segment.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.988220 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.989101 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension segment not supported by any of loaded plugins
Jun 03 20:08:45.989668 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.991803 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.992696 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 03 20:08:45.993250 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: servicetype.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.995153 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.996046 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: service-type
Jun 03 20:08:45.996612 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: sorting.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:45.998026 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:45.998374 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: sorting
Jun 03 20:08:45.998956 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: standard_attr_segment.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:46.000073 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:46.000706 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 03 20:08:46.001021 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: standardattrdescription.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:46.001678 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:46.002191 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: standard-attr-description
Jun 03 20:08:46.002523 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: stateful_security_group.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:46.003461 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:46.003990 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: stateful-security-group
Jun 03 20:08:46.004314 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: stdattrs_common.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:46.004889 dv-cinder-794669-1-iscsi neutron-server[92527]: WARNING neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 03 20:08:46.005249 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:46.006246 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:46.007371 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 03 20:08:46.007694 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: subnet_onboard.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:46.008762 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:46.009288 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: subnet_onboard
Jun 03 20:08:46.009619 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:46.010544 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:46.011085 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 03 20:08:46.011411 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: subnet_service_types.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:46.012323 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:46.012842 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: subnet-service-types
Jun 03 20:08:46.013167 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: subnetallocation.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:46.014252 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:46.014792 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: subnet_allocation
Jun 03 20:08:46.015124 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:46.015788 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:46.016298 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: subnetpool-prefix-ops
Jun 03 20:08:46.016625 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:46.017552 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:46.018065 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 03 20:08:46.018390 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: tagging.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:46.019490 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:46.020015 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: standard-attr-tag
Jun 03 20:08:46.020342 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: timestamp.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:46.021544 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:46.022101 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loaded extension: standard-attr-timestamp
Jun 03 20:08:46.022439 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: trunk.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:46.023487 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:46.024004 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension trunk not supported by any of loaded plugins
Jun 03 20:08:46.024333 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: trunk_details.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:46.025238 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:46.025775 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension trunk-details not supported by any of loaded plugins
Jun 03 20:08:46.026102 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: uplink_status_propagation.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:46.027040 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:46.027551 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 03 20:08:46.027880 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Loading extension file: vlantransparent.py {{(pid=92527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 20:08:46.028552 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 20:08:46.029092 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 03 20:08:46.031598 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of TrackedResource for resource:network
Jun 03 20:08:46.032365 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of TrackedResource for resource:subnet
Jun 03 20:08:46.033168 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of TrackedResource for resource:subnetpool
Jun 03 20:08:46.033768 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of TrackedResource for resource:port
Jun 03 20:08:46.035108 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.v2.resource_helper [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 20:08:46.035608 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.v2.resource_helper [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Service FLAVORS assigned prefix:  {{(pid=92527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 20:08:46.036226 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.v2.resource_helper [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 20:08:46.036658 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.v2.resource_helper [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 20:08:46.036989 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of TrackedResource for resource:router
Jun 03 20:08:46.037684 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of TrackedResource for resource:floatingip
Jun 03 20:08:46.038406 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.v2.resource_helper [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Service METERING assigned prefix: /metering {{(pid=92527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 20:08:46.039918 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f42183aed90>> rbac-policy before_create 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:46.040322 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f42183aed90>> rbac-policy before_update 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:46.040674 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f42183aed90>> rbac-policy before_delete 55550000 {{(pid=92527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:08:46.041816 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of CountableResource for resource:rbac_policy
Jun 03 20:08:46.042257 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of TrackedResource for resource:security_group
Jun 03 20:08:46.042962 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 03 20:08:46.043719 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.v2.resource_helper [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Service CORE assigned prefix:  {{(pid=92527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 20:08:46.044054 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of TrackedResource for resource:subnetpool
Jun 03 20:08:46.044396 dv-cinder-794669-1-iscsi neutron-server[92527]: WARNING neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] subnetpool is already registered
Jun 03 20:08:46.045007 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.v2.resource_helper [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Service CORE assigned prefix:  {{(pid=92527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 20:08:46.045337 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of TrackedResource for resource:subnetpool
Jun 03 20:08:46.045664 dv-cinder-794669-1-iscsi neutron-server[92527]: WARNING neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] subnetpool is already registered
Jun 03 20:08:46.048279 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.v2.resource_helper [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 20:08:46.048715 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.v2.resource_helper [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Service FLAVORS assigned prefix:  {{(pid=92527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 20:08:46.049319 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.v2.resource_helper [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 20:08:46.049751 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.v2.resource_helper [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 20:08:46.050082 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of TrackedResource for resource:router
Jun 03 20:08:46.050413 dv-cinder-794669-1-iscsi neutron-server[92527]: WARNING neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] router is already registered
Jun 03 20:08:46.051048 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of TrackedResource for resource:floatingip
Jun 03 20:08:46.051378 dv-cinder-794669-1-iscsi neutron-server[92527]: WARNING neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] floatingip is already registered
Jun 03 20:08:46.053870 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.v2.resource_helper [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Service METERING assigned prefix: /metering {{(pid=92527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 20:08:46.054569 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of CountableResource for resource:rbac_policy
Jun 03 20:08:46.054930 dv-cinder-794669-1-iscsi neutron-server[92527]: WARNING neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] rbac_policy is already registered
Jun 03 20:08:46.055479 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of TrackedResource for resource:security_group
Jun 03 20:08:46.055810 dv-cinder-794669-1-iscsi neutron-server[92527]: WARNING neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] security_group is already registered
Jun 03 20:08:46.056395 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 03 20:08:46.056724 dv-cinder-794669-1-iscsi neutron-server[92527]: WARNING neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] security_group_rule is already registered
Jun 03 20:08:46.057399 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.v2.resource_helper [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Service CORE assigned prefix:  {{(pid=92527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 20:08:46.057729 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of TrackedResource for resource:subnetpool
Jun 03 20:08:46.058071 dv-cinder-794669-1-iscsi neutron-server[92527]: WARNING neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] subnetpool is already registered
Jun 03 20:08:46.058694 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.v2.resource_helper [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Service CORE assigned prefix:  {{(pid=92527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 20:08:46.059015 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Creating instance of TrackedResource for resource:subnetpool
Jun 03 20:08:46.059342 dv-cinder-794669-1-iscsi neutron-server[92527]: WARNING neutron.quota.resource_registry [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] subnetpool is already registered
Jun 03 20:08:46.059990 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: extensions {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.061499 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: address-groups {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.063212 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: address-scopes {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.064457 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: agents {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.065637 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: auto-allocated-topology {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.066920 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: availability_zones {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.068230 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: dhcp-networks {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.070335 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: dhcp-agents {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.071805 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: routers {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.074615 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: flavors {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.075846 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: service_profiles {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.077061 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: next_providers {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.078592 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: service_profiles {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.080090 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: floatingip-pools {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.081360 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: routers {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.083193 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: floatingips {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.084430 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: l3-routers {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.085865 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: l3-agents {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.087324 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: metering-labels {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.088668 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: metering-label-rules {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.089941 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: network-ip-availabilities {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.091295 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: bindings {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.093041 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: quotas {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.094493 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: quotas {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.095934 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: rbac-policies {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.100239 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: security-groups {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.100239 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: security-group-rules {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.100239 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: service-providers {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.101112 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: subnetpools {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.102530 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: subnetpools {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.104094 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: tags {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.105776 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: tags {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.107642 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: tags {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.109423 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: tags {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.111302 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: tags {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.113176 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: tags {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.114861 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: tags {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.117374 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: tags {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.119264 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: tags {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.121137 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron.api.extensions [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Extended resource: tags {{(pid=92527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 20:08:46.127180 dv-cinder-794669-1-iscsi neutron-server[92527]: WARNING keystonemiddleware.auth_token [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 03 20:08:46.132641 dv-cinder-794669-1-iscsi neutron-server[92527]: WARNING keystonemiddleware.auth_token [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 03 20:08:46.140900 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_concurrency.lockutils [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Acquired lock "singleton_lock" {{(pid=92527) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 03 20:08:46.141378 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_concurrency.lockutils [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Releasing lock "singleton_lock" {{(pid=92527) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 03 20:08:46.142042 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO oslo_service.service [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Starting 2 workers
Jun 03 20:08:46.146814 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Started child 92636 {{(pid=92527) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 03 20:08:46.151397 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Started child 92637 {{(pid=92527) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 03 20:08:46.152098 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:08:46.152859 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO neutron.service [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Neutron service started, listening on 0.0.0.0:9696
Jun 03 20:08:46.153497 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Notify callbacks [] for process, before_spawn {{(pid=92527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:08:46.153658 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [-] (92636) wsgi starting up on http://0.0.0.0:9696
Jun 03 20:08:46.156019 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:08:46.156531 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO oslo_service.service [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Starting 1 workers
Jun 03 20:08:46.157439 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [-] (92637) wsgi starting up on http://0.0.0.0:9696
Jun 03 20:08:46.161385 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Started child 92638 {{(pid=92527) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 03 20:08:46.161942 dv-cinder-794669-1-iscsi neutron-server[92527]: INFO oslo_service.service [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Starting 1 workers
Jun 03 20:08:46.164803 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.service [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] calling RpcWorker wait() {{(pid=92638) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 03 20:08:46.165335 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.service [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] returning from RpcWorker wait() {{(pid=92638) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 03 20:08:46.169300 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 60160) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:08:46.169445 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Started child 92640 {{(pid=92527) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 03 20:08:46.169533 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:08:46.169533 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:08:46.169658 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG neutron_lib.callbacks.manager [None req-4abc6310-3fc8-4220-b30c-9321f684fd8b None None] Notify callbacks [] for process, after_spawn {{(pid=92527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:08:46.169658 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92527) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 03 20:08:46.169935 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 03 20:08:46.170103 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 03 20:08:46.170281 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 03 20:08:46.170623 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 03 20:08:46.170835 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 03 20:08:46.171366 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.171648 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.171939 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.172206 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.172515 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.172959 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:08:46.173453 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.173453 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.173684 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.173902 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.174006 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:08:46.174165 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.174333 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.174495 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.174783 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.175024 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.175337 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.175621 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.175886 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.176161 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.176340 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.176594 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.176878 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.177367 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.177644 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] debug                          = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.177891 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.178962 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.179213 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.179490 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.179749 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.180038 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.180275 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.180544 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.180787 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.181010 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.181274 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.181531 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.181776 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.181999 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.182223 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.182497 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.182774 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.183261 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] host                           = dv-cinder-794669-1-iscsi {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.183484 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.183706 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.183963 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.184227 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.184515 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.184827 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.185094 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.185367 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.185632 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.185882 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.186109 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.186364 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.186584 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.186854 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.187027 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.187259 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.187568 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.187856 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.188046 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.188223 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.188395 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.188671 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.188838 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.189095 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.189315 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.189554 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.189874 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.190062 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.190301 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.190620 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.190851 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.191044 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.191561 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [-] 10.222.0.96 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0222616
Jun 03 20:08:46.192211 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.192495 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.192796 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.193708 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.194556 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.194844 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.195076 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.195305 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.195562 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.195821 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.196055 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.196276 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.196541 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.196801 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.197053 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.197295 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.197871 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.197972 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.198232 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.198550 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.198749 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.198983 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.199298 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.199502 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.199723 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.200252 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.200494 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.200746 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.201055 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.201676 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.201676 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.201676 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.201930 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.202143 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.202367 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.202587 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.203149 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.203238 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.203531 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.203829 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.204064 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.204439 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.204533 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.204797 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.205024 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.205262 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.205516 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.205819 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.206046 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.206378 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.206638 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.206931 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.214965 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.214965 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.214965 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.214965 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.214965 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.214965 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.214965 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.214965 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.215925 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.215925 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.96/identity {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.215925 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.215925 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.215925 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.215925 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.215925 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.215925 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.216876 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.216876 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.216876 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.216876 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.216876 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.216876 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.216876 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.216876 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.216876 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.217933 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.217933 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.217933 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.217933 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.217933 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.217933 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.217933 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.217933 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.217933 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.219107 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.219107 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.219107 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.219107 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.219107 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.219107 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.219107 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.219107 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.219107 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.220346 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.220346 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.220346 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.220346 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.220346 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.220346 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.220346 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.220346 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.220346 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.221569 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.221569 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.221569 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.221569 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.221569 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.222361 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.222361 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.222361 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.223217 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.223217 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.223217 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.223217 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.223758 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.223758 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.224036 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.224173 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.224409 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.224711 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.225023 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.225284 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.225549 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.225807 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.226072 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.226315 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.226568 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.226854 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.227100 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.227497 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.227653 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.227863 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.228118 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.228347 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.228571 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.228838 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.229088 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.229355 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.229600 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.229847 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.230075 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.230362 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.231219 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.231219 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.231219 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.231884 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.231884 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.232212 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.232506 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.232655 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.232840 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.233275 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.233434 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.233650 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.233883 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.234143 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.234431 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.234755 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.234992 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.235241 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.235474 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.235720 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.236493 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.236493 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.236493 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.236946 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.236946 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.237279 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.237471 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.237691 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.237962 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.238239 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.238552 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.239729 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.240026 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.243457 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.243457 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.243457 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.243457 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.96/identity {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.243457 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.243457 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.243457 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.243457 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.245351 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.245351 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.245351 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.245351 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.245351 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.245351 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.245351 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.245351 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.247195 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.247195 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.247195 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.247195 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.247195 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.247195 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.247195 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.247195 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.248665 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.248665 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.248665 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.248665 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.248665 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.248665 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.248665 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.249156 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.249156 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.249309 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.250215 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.250215 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.250215 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.250215 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.250519 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.250588 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.251976 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.251976 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.251976 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.252207 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.253783 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.254305 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.255243 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.257781 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.259344 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.259475 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.259717 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.259955 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.260221 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.260484 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.260722 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.260951 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.261175 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.261397 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.261664 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.261917 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.262144 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.262385 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.263109 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.263344 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.264705 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.265073 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.265391 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.265641 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.265886 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.266125 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.267252 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.267579 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.267758 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.267931 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.268158 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.268378 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.269853 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.270281 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.271273 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.271273 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.271468 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.271704 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.271927 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.272169 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.272400 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.272618 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.272845 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.273061 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.273276 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.273493 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.273726 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.274050 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.274305 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.274532 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.274925 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.275180 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.275432 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.275698 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.276039 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.276255 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.276500 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.276732 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.276955 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.277216 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.277459 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.277984 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.279024 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.279024 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.279024 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.279024 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.279436 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.279595 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.279834 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.280126 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.280480 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.280745 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.280999 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.281226 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.281500 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.283243 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.283489 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.284059 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.284326 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.284563 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.284813 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.285050 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.285284 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.285532 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.288760 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.289014 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.289266 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.289501 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.289742 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.289994 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.290157 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 03 20:08:46.290753 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92527) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 03 20:08:46.290923 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 03 20:08:46.291088 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 03 20:08:46.291283 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 03 20:08:46.292367 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 03 20:08:46.292367 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 03 20:08:46.292367 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.292367 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.292367 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.292367 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.292367 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.292795 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.292795 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.292917 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.293405 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.293405 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.293405 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.293673 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.293673 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.293819 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.293901 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.294036 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.294186 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.294350 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.294517 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.294745 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.295032 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.295485 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.295647 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] debug                          = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.295804 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.296001 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.296180 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.296323 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.296478 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.298090 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.298284 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.299034 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.299034 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.299034 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.299034 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.299316 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.299382 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.299644 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.300041 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.300206 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.300516 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.300709 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] host                           = dv-cinder-794669-1-iscsi {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.301310 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.301474 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.301638 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.301799 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.302196 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.302359 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.302517 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.302727 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.302908 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.303020 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.303165 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.303826 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.304262 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.304439 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.304602 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.304725 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.305471 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.305471 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.305471 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.305471 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.305926 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.305926 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.305926 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.306211 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.306211 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.306451 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.306451 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.306645 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.306792 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.306908 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.307755 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.307755 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.307755 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.307755 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.307755 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.307755 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.308680 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.308680 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.308680 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.308680 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.309072 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.309072 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.309072 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.309295 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.309295 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.309439 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.309579 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.309739 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.309894 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.310050 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.310205 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.310359 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.310517 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.310690 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.314728 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.314728 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.314728 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.314728 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.314728 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.314728 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.314728 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.314728 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.315322 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.315322 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.315322 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.315322 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.315322 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.315322 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.315322 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 20:08:46.315322 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.316025 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.316025 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.316025 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.316025 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.316025 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.316025 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.316025 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.316025 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.316620 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.316620 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.316620 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.316620 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.316620 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.316620 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.316620 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.316620 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.317142 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.317142 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.317142 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.317142 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.317142 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.317142 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.317142 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.317142 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.96/identity {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.317642 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.317642 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.317642 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.317642 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.317642 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.317642 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.317972 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.317972 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.318090 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.318391 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.318503 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.318585 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.318764 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.319788 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.319788 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.319788 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.320037 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.320106 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.320286 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.320392 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.320520 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.320678 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.320840 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.320998 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.321157 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.322075 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.322075 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.322075 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.322075 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.322075 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.322075 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.322436 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.322436 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.322554 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.322618 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.322926 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.323020 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.323150 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.323304 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.323447 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.323589 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.323723 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.323881 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.324039 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.324195 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.324352 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.324510 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.324690 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.324854 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.325013 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.325172 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.325331 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.325490 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.325648 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.327104 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.327104 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.329194 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.329194 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.329194 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.329194 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.329194 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.329194 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.329194 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.329194 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.330372 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.330372 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.330372 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.330372 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.330372 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.330372 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.330372 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.330372 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.330898 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.330898 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.330898 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.330898 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.330898 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.330898 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.331255 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.331255 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.331371 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.331434 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.331586 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.331747 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.332053 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.332220 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.332414 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.332558 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.332747 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.332913 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.333084 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.333255 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.333421 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.333586 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.333750 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.333913 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.334075 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.334234 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.334389 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.334580 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.334843 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.335008 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.335179 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.335352 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.335517 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.335678 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.336085 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.336405 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.336698 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.337010 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.337309 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.337480 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.338510 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.338510 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.338510 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.338510 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.338510 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.338510 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.338918 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.96/identity {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.338918 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.338918 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.339092 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.339259 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.339370 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.339533 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.339700 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.339863 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.340029 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.340190 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.340354 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.340518 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.340666 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.340826 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.340970 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.341133 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.341334 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.341456 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.341617 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.341778 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.341940 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.342242 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.342546 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.342923 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.343093 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.343262 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.343427 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.343592 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.343756 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.343924 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.344087 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.344251 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.344415 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.344584 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.344736 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.344899 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.345062 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.345225 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.345409 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.345573 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.345737 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.345900 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.346084 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.346268 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.346428 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.346590 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.347594 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.347916 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.348234 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.348402 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.348707 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.348877 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.349042 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.349198 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.349373 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.349541 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.349711 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.349906 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.350080 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.350889 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.351195 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.351493 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.351681 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.351869 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.352004 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.352168 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.352330 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.352504 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.352669 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.352832 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.352997 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.353160 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.353325 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.353487 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.353650 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.353812 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.353974 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.354145 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.354310 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.354498 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.354625 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.354811 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.354970 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.355140 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.355315 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.355477 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.355638 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.356494 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.356494 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.356494 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.356494 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.356494 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.357126 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.357126 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.357126 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.357126 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.357532 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.357532 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.357532 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.357822 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.357822 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.358011 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.358097 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.358340 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.358458 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.358582 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.358779 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.358952 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.359115 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.359288 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.359443 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.359612 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.359772 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.359938 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.360101 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.360237 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.360381 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.360545 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.360710 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.360860 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.361041 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.361940 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.361940 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.361940 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.362337 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:08:46.362489 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.362489 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.362489 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.362489 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.362489 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.362489 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 20:08:46.363538 dv-cinder-794669-1-iscsi neutron-server[92527]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 03 20:08:57.402537 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c009cd-612e-42f5-938f-072837957b08 None None] get_active_networks_info from dv-cinder-794669-1-iscsi {{(pid=92638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 03 20:08:57.498350 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c009cd-612e-42f5-938f-072837957b08 None None] No non-hosted networks {{(pid=92638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 03 20:08:57.530204 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.agentschedulers_db [None req-e1c009cd-612e-42f5-938f-072837957b08 None None] DHCP Agent not found on host dv-cinder-794669-1-iscsi {{(pid=92638) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 03 20:08:57.767107 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-d341d230-0230-4434-a806-7e5e4b5635a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063'] for agent, after_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:08:59.987613 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-94a91746-2142-482f-8c81-ecadf425420f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063'] for agent, after_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:00.009746 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063'] for agent, after_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:00.011426 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:00.012273 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:00.012881 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:00.013371 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:00.013888 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:00.014414 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:00.015057 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:00.015641 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:00.016194 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:00.016742 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:00.017288 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:00.017908 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:00.018547 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f42177863a0>, 'Open vSwitch agent', 'dv-cinder-794669-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:09:00.025778 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4217863970>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794669-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:09:00.050711 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.db.api [None req-ed8a0784-f095-42ce-ab7b-133f4686480c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-794669-1-iscsi {{(pid=92638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 03 20:09:00.052418 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_db.api [None req-ed8a0784-f095-42ce-ab7b-133f4686480c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 03 20:09:00.667781 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ed8a0784-f095-42ce-ab7b-133f4686480c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:01.288425 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063'] for agent, after_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:02.848153 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063'] for agent, after_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:03.328497 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.db.l3_hamode_db [None req-10ff58f7-5f02-4569-a412-f8bdd59c02b2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 03 20:09:03.414106 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ff58f7-5f02-4569-a412-f8bdd59c02b2 None None] Routers set() bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:09:03.414491 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ff58f7-5f02-4569-a412-f8bdd59c02b2 None None] Router IDs set() for agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 03 20:09:04.146898 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 60268) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:09:04.722810 dv-cinder-794669-1-iscsi neutron-server[92637]: WARNING oslo_policy.policy [None req-774c1e2c-74cd-45d8-88bd-3cf83b0edafd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 20:09:04.723440 dv-cinder-794669-1-iscsi neutron-server[92637]: WARNING oslo_policy.policy [None req-774c1e2c-74cd-45d8-88bd-3cf83b0edafd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 20:09:04.937468 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [None req-774c1e2c-74cd-45d8-88bd-3cf83b0edafd admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=92637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 20:09:04.938554 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-774c1e2c-74cd-45d8-88bd-3cf83b0edafd admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7907467
Jun 03 20:09:07.309466 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 60282) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:09:07.674026 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-bc5e57b4-a2e3-4779-a6b9-ea87d72136e8 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:09:07.772736 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.policy [None req-bc5e57b4-a2e3-4779-a6b9-ea87d72136e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92637) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 03 20:09:07.817247 dv-cinder-794669-1-iscsi neutron-server[92637]: WARNING oslo_policy.policy [None req-bc5e57b4-a2e3-4779-a6b9-ea87d72136e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 20:09:07.817625 dv-cinder-794669-1-iscsi neutron-server[92637]: WARNING oslo_policy.policy [None req-bc5e57b4-a2e3-4779-a6b9-ea87d72136e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 20:09:07.826689 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.quota [None req-bc5e57b4-a2e3-4779-a6b9-ea87d72136e8 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4217e847f0>.
Jun 03 20:09:07.842579 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-bc5e57b4-a2e3-4779-a6b9-ea87d72136e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:09:07.973511 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-bc5e57b4-a2e3-4779-a6b9-ea87d72136e8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745117700119', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745117703716', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745117713182', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745117720226', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745117730095', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745117735974', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1645595', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1641236', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-575580', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1016981'] for rbac-policy, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:08.499069 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-bc5e57b4-a2e3-4779-a6b9-ea87d72136e8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:08.500249 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-bc5e57b4-a2e3-4779-a6b9-ea87d72136e8 admin admin] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.1898248
Jun 03 20:09:11.091897 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 60294) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:09:11.439937 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Request body: {'network': {'project_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'admin_state_up': True, 'tenant_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'name': 'private'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:09:11.444702 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:09:11.449074 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Usage tracker for resource:network and tenant:bc561a050cdf45cbbacc9935d3e213f0 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:09:11.453584 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:09:11.460641 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:09:11.619450 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Made reservation on behalf of bc561a050cdf45cbbacc9935d3e213f0 for: {'network': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:09:11.622419 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:11.640198 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:11.655115 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:09:11.658820 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Usage tracker for resource:security_group_rule and tenant:bc561a050cdf45cbbacc9935d3e213f0 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:09:11.665055 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:09:11.671301 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:09:11.764731 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:11.876149 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:11.881116 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:11.902660 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1322}  {{(pid=92637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:09:11.928904 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745116134072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:11.928904 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4218a6ab80> segment precommit_create {{(pid=92637) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 03 20:09:11.928904 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.segments_db [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Added segment b1efc726-2f59-43f7-8a5a-43022cb503f5 of type vlan for network 11be63be-bff9-46aa-80a5-2f736bb5fc73
Jun 03 20:09:11.936892 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001515e9-62cb-4b1a-bf09-a11f72201761,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:11.991598 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:11.991954 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:11.992291 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:11.992618 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:11.992946 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:11.993287 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:11.993606 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:11.993925 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:11.994243 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:11.994557 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:11.994897 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:11.995211 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Tracked resource versions report:
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]: pushed versions:
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]: {   'AddressGroup': {'1.2'},
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:     'ConntrackHelper': {'1.0'},
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:     'Log': {'1.0'},
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:     'Network': {'1.1'},
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:     'Port': {'1.7'},
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:     'PortForwarding': {'1.2'},
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:     'QosPolicy': {'1.8'},
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:     'SecurityGroup': {'1.4'},
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:     'SecurityGroupRule': {'1.2'},
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:     'SubPort': {'1.0'},
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:     'Subnet': {'1.1'},
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:     'Trunk': {'1.1'}}
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]: consumer versions:
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]: {   DHCP agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:     L3 agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:     Metadata agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:     Metering agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:     Open vSwitch agent@dv-cinder-794669-1-iscsi: {   'AddressGroup': '1.2',
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'ConntrackHelper': '1.0',
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'Log': '1.0',
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'Network': '1.1',
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'Port': '1.7',
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'PortForwarding': '1.2',
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'QosPolicy': '1.8',
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'SecurityGroup': '1.4',
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'SecurityGroupRule': '1.2',
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'SubPort': '1.0',
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'Subnet': '1.1',
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'Trunk': '1.1'}}
Jun 03 20:09:11.996278 dv-cinder-794669-1-iscsi neutron-server[92637]:  {{(pid=92637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 20:09:12.046747 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:12.052090 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:12.179481 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:12.180960 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:09:12.181647 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:12.185128 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:12.285759 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Pushing event updated for resources: {'Network': ['ID=11be63be-bff9-46aa-80a5-2f736bb5fc73,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:12.292618 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:12.299669 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network 11be63be-bff9-46aa-80a5-2f736bb5fc73 details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:09:12.419255 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 1.3262379
Jun 03 20:09:15.080870 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 60308) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:09:15.531203 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fea2663-a46a-4552-b9c6-f7ac5ae74d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:09:15.532561 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-9fea2663-a46a-4552-b9c6-f7ac5ae74d89 admin admin] 10.222.0.96 "GET /v2.0/networks/11be63be-bff9-46aa-80a5-2f736bb5fc73 HTTP/1.1" status: 200  len: 826 time: 0.4507225
Jun 03 20:09:15.559398 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-b5077c09-010a-41c0-9ac2-929b38ffa0b2 admin admin] 10.222.0.96 "GET /v2.0/subnetpools/9fcab53f-7dd9-472b-8fa4-9e6de80eb601 HTTP/1.1" status: 200  len: 734 time: 0.0215099
Jun 03 20:09:15.567752 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9fcab53f-7dd9-472b-8fa4-9e6de80eb601', 'network_id': '11be63be-bff9-46aa-80a5-2f736bb5fc73'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:09:15.572549 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:09:15.576300 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] Usage tracker for resource:subnet and tenant:bc561a050cdf45cbbacc9935d3e213f0 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:09:15.579100 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:09:15.584710 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:09:15.658466 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] Made reservation on behalf of bc561a050cdf45cbbacc9935d3e213f0 for: {'subnet': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:09:15.660776 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:16.227705 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164'] for subnet, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:16.232916 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:16.310364 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26147f32-2938-4d47-bce7-8d869f177933,revision_number=0']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:16.313738 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:16.316256 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] Checking segment: {'id': 'b1efc726-2f59-43f7-8a5a-43022cb503f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '11be63be-bff9-46aa-80a5-2f736bb5fc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:09:16.316621 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] Network hostable DHCP agents. Network: 11be63be-bff9-46aa-80a5-2f736bb5fc73, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:09:16.440908 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] Network 11be63be-bff9-46aa-80a5-2f736bb5fc73 is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:09:16.578987 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, 11be63be-bff9-46aa-80a5-2f736bb5fc73) {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:09:16.584588 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:09:16.585753 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:16.589315 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8823a26c-f19a-45e9-aae5-9cb6cc754018 None None] Network 11be63be-bff9-46aa-80a5-2f736bb5fc73 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:09:16.700266 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.1356919
Jun 03 20:09:16.904573 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf48b4315-cbea-59e0-afd0-d1625a86666c-11be63be-bff9-46aa-80a5-2f736bb5fc73', 'network_id': '11be63be-bff9-46aa-80a5-2f736bb5fc73', 'tenant_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'fixed_ips': [{'subnet_id': '26147f32-2938-4d47-bce7-8d869f177933'}]}} from dv-cinder-794669-1-iscsi. {{(pid=92638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 20:09:16.905791 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:17.094754 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.db_base_plugin_common [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Allocated IP 172.20.0.2 (11be63be-bff9-46aa-80a5-2f736bb5fc73/26147f32-2938-4d47-bce7-8d869f177933/3ff6ead9-b01c-4c40-bf14-cc75c763b0b2) {{(pid=92638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:09:17.324722 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Notify callbacks [] for port, precommit_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:17.337050 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Transition to ACTIVE for port object 3ff6ead9-b01c-4c40-bf14-cc75c763b0b2 will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:09:17.356752 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Transition to ACTIVE for port object 3ff6ead9-b01c-4c40-bf14-cc75c763b0b2 will not be triggered until provisioned by entity DHCP. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:09:17.460301 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596'] for port, after_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:17.465387 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:17.522904 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Network 11be63be-bff9-46aa-80a5-2f736bb5fc73 is already hosted by enough agents. {{(pid=92638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:09:17.524153 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.base_scheduler [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Resources bound (agent type, host, resource id):  {{(pid=92638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:09:17.534542 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Received port after_create {{(pid=92638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:09:17.541905 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Pushing event updated for resources: {'Port': ['ID=3ff6ead9-b01c-4c40-bf14-cc75c763b0b2,revision_number=1']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:17.580650 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:17.580985 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:17.581377 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:17.581645 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:17.581965 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:17.582283 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:17.582598 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:17.582935 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:17.583263 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:17.584174 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:17.584490 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:17.584803 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Tracked resource versions report:
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]: pushed versions:
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]: {   'AddressGroup': {'1.2'},
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:     'ConntrackHelper': {'1.0'},
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:     'Log': {'1.0'},
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:     'Network': {'1.1'},
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:     'Port': {'1.7'},
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:     'PortForwarding': {'1.2'},
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:     'QosPolicy': {'1.8'},
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:     'SecurityGroup': {'1.4'},
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:     'SecurityGroupRule': {'1.2'},
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:     'SubPort': {'1.0'},
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:     'Subnet': {'1.1'},
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:     'Trunk': {'1.1'}}
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]: consumer versions:
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]: {   DHCP agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:     L3 agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:     Metadata agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:     Metering agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:     Open vSwitch agent@dv-cinder-794669-1-iscsi: {   'AddressGroup': '1.2',
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'ConntrackHelper': '1.0',
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'Log': '1.0',
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'Network': '1.1',
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'Port': '1.7',
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'PortForwarding': '1.2',
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'QosPolicy': '1.8',
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'SecurityGroup': '1.4',
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'SecurityGroupRule': '1.2',
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'SubPort': '1.0',
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'Subnet': '1.1',
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'Trunk': '1.1'}}
Jun 03 20:09:17.585878 dv-cinder-794669-1-iscsi neutron-server[92638]:  {{(pid=92638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 20:09:17.617074 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:17.641811 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Attempting to bind port 3ff6ead9-b01c-4c40-bf14-cc75c763b0b2 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:09:17.642197 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Attempting to bind port 3ff6ead9-b01c-4c40-bf14-cc75c763b0b2 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'b1efc726-2f59-43f7-8a5a-43022cb503f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '11be63be-bff9-46aa-80a5-2f736bb5fc73'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:09:17.642609 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Attempting to bind port 3ff6ead9-b01c-4c40-bf14-cc75c763b0b2 on network 11be63be-bff9-46aa-80a5-2f736bb5fc73 {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:09:17.648436 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:09:17.648875 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Checking segment: {'id': 'b1efc726-2f59-43f7-8a5a-43022cb503f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '11be63be-bff9-46aa-80a5-2f736bb5fc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:09:17.649403 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:17.649790 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Bound using segment: {'id': 'b1efc726-2f59-43f7-8a5a-43022cb503f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '11be63be-bff9-46aa-80a5-2f736bb5fc73'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:09:17.650255 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Bound port: 3ff6ead9-b01c-4c40-bf14-cc75c763b0b2, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1efc726-2f59-43f7-8a5a-43022cb503f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '11be63be-bff9-46aa-80a5-2f736bb5fc73'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:09:17.650639 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:17.740352 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] For port 3ff6ead9-b01c-4c40-bf14-cc75c763b0b2, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:09:17.744337 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] For port 3ff6ead9-b01c-4c40-bf14-cc75c763b0b2, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=3ff6ead9-b01c-4c40-bf14-cc75c763b0b2,segment=NetworkSegment(b1efc726-2f59-43f7-8a5a-43022cb503f5),segment_id=b1efc726-2f59-43f7-8a5a-43022cb503f5)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:09:17.859328 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:17.863391 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:17.957795 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Pushing event updated for resources: {'Port': ['ID=3ff6ead9-b01c-4c40-bf14-cc75c763b0b2,revision_number=2']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:17.961790 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:19.116170 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 60316) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:09:19.722592 dv-cinder-794669-1-iscsi neutron-server[92636]: WARNING oslo_policy.policy [None req-02cb200b-d49c-4d1f-9c6b-5a89fa93c017 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 20:09:19.723243 dv-cinder-794669-1-iscsi neutron-server[92636]: WARNING oslo_policy.policy [None req-02cb200b-d49c-4d1f-9c6b-5a89fa93c017 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 20:09:19.936376 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [None req-02cb200b-d49c-4d1f-9c6b-5a89fa93c017 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=92636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 20:09:19.937646 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-02cb200b-d49c-4d1f-9c6b-5a89fa93c017 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8193259
Jun 03 20:09:22.409761 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 60330) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:09:22.810062 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [None req-b38d1901-e55b-44c5-a31c-d218cb6ee4c7 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=92636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 20:09:22.811079 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-b38d1901-e55b-44c5-a31c-d218cb6ee4c7 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4003794
Jun 03 20:09:23.840534 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804c83f5-18b7-44fd-bb16-1c665a69d41f None None] Network 11be63be-bff9-46aa-80a5-2f736bb5fc73 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:09:23.932625 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 3ff6ead9-b01c-4c40-bf14-cc75c763b0b2 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:09:24.084970 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-f48e30b2-b266-4c64-bdea-b911e766d946 None None] Provisioning for port 3ff6ead9-b01c-4c40-bf14-cc75c763b0b2 completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:09:24.224989 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 3ff6ead9-b01c-4c40-bf14-cc75c763b0b2 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:09:24.230292 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 3ff6ead9-b01c-4c40-bf14-cc75c763b0b2 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:09:24.230726 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:24.353187 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:24.384004 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port 3ff6ead9-b01c-4c40-bf14-cc75c763b0b2, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=3ff6ead9-b01c-4c40-bf14-cc75c763b0b2,segment=NetworkSegment(b1efc726-2f59-43f7-8a5a-43022cb503f5),segment_id=b1efc726-2f59-43f7-8a5a-43022cb503f5)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:09:24.421006 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-47f43367-75d3-40a9-8bec-3141b7053a4a None None] Provisioning complete for port 3ff6ead9-b01c-4c40-bf14-cc75c763b0b2 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:09:24.421317 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-47f43367-75d3-40a9-8bec-3141b7053a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:24.475133 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:24.480712 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:24.590186 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=3ff6ead9-b01c-4c40-bf14-cc75c763b0b2,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:24.593357 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:25.495611 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 60344) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:09:25.855158 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-6a5cad5a-f09e-42fa-8327-9e783bbeac79 admin admin] Request body: {'router': {'tenant_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:09:25.871735 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 3ff6ead9-b01c-4c40-bf14-cc75c763b0b2 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:09:25.925708 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.policy [None req-6a5cad5a-f09e-42fa-8327-9e783bbeac79 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92636) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 03 20:09:25.947922 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 3ff6ead9-b01c-4c40-bf14-cc75c763b0b2 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:09:25.948216 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:25.973288 dv-cinder-794669-1-iscsi neutron-server[92636]: WARNING oslo_policy.policy [None req-6a5cad5a-f09e-42fa-8327-9e783bbeac79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 20:09:25.973694 dv-cinder-794669-1-iscsi neutron-server[92636]: WARNING oslo_policy.policy [None req-6a5cad5a-f09e-42fa-8327-9e783bbeac79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 20:09:25.982537 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.quota [None req-6a5cad5a-f09e-42fa-8327-9e783bbeac79 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4217e81700>.
Jun 03 20:09:25.998741 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-6a5cad5a-f09e-42fa-8327-9e783bbeac79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:09:26.006096 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-6a5cad5a-f09e-42fa-8327-9e783bbeac79 admin admin] Usage tracker for resource:router and tenant:bc561a050cdf45cbbacc9935d3e213f0 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:09:26.010697 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-6a5cad5a-f09e-42fa-8327-9e783bbeac79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:09:26.018276 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-6a5cad5a-f09e-42fa-8327-9e783bbeac79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:09:26.253074 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6a5cad5a-f09e-42fa-8327-9e783bbeac79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4105'] for router, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:26.255128 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6a5cad5a-f09e-42fa-8327-9e783bbeac79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:26.279122 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6a5cad5a-f09e-42fa-8327-9e783bbeac79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:26.504782 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6a5cad5a-f09e-42fa-8327-9e783bbeac79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-836917'] for router, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:26.641506 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6a5cad5a-f09e-42fa-8327-9e783bbeac79 admin admin] Notify callbacks [] for router, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:26.642761 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-6a5cad5a-f09e-42fa-8327-9e783bbeac79 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 1.1461315
Jun 03 20:09:27.412538 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c0713577-5db9-4f93-8ef0-20f8af377e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:29.083435 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 60354) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:09:29.450961 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [None req-a9b4a920-b4a0-4ffe-9b2a-ed2f5331968d admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=92637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 20:09:29.451950 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-a9b4a920-b4a0-4ffe-9b2a-ed2f5331968d admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3675201
Jun 03 20:09:29.961547 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-adca6abf-05cb-4289-acef-15ed819eb06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:30.000993 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:31.195451 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:31.879247 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 60372) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:09:32.033468 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:09:32.039104 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:09:32.043100 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Usage tracker for resource:network and tenant:3eca0ac8d35248f8a9c3a7237f688d67 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:09:32.046491 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:09:32.052319 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:09:32.247254 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Made reservation on behalf of 3eca0ac8d35248f8a9c3a7237f688d67 for: {'network': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:09:32.250139 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:32.266983 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:32.281290 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:09:32.284951 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Usage tracker for resource:security_group_rule and tenant:3eca0ac8d35248f8a9c3a7237f688d67 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:09:32.288087 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:09:32.293655 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:09:32.426228 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:32.509963 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:32.515377 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:32.526573 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Reserving flat network on physical network physnet1 {{(pid=92636) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 03 20:09:32.557165 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745116134072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:32.558407 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4218a6ab80> segment precommit_create {{(pid=92636) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 03 20:09:32.558407 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.segments_db [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Added segment eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de of type flat for network 03dbdf41-c79d-4ee5-9893-443b21628827
Jun 03 20:09:32.572524 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310c789f-5dcc-4f58-9c5a-a5c8ded705d2,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:32.620730 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:32.621068 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:32.621433 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:32.621744 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:32.622052 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:32.622378 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:32.622702 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:32.623010 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:32.623311 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:32.623611 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:32.623909 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:32.624206 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Tracked resource versions report:
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]: pushed versions:
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]: {   'AddressGroup': {'1.2'},
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:     'ConntrackHelper': {'1.0'},
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:     'Log': {'1.0'},
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:     'Network': {'1.1'},
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:     'Port': {'1.7'},
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:     'PortForwarding': {'1.2'},
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:     'QosPolicy': {'1.8'},
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:     'SecurityGroup': {'1.4'},
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:     'SecurityGroupRule': {'1.2'},
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:     'SubPort': {'1.0'},
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:     'Subnet': {'1.1'},
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:     'Trunk': {'1.1'}}
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]: consumer versions:
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]: {   DHCP agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:     L3 agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:     Metadata agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:     Metering agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:     Open vSwitch agent@dv-cinder-794669-1-iscsi: {   'AddressGroup': '1.2',
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'ConntrackHelper': '1.0',
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'Log': '1.0',
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'Network': '1.1',
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'Port': '1.7',
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'PortForwarding': '1.2',
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'QosPolicy': '1.8',
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'SecurityGroup': '1.4',
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'SecurityGroupRule': '1.2',
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'SubPort': '1.0',
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'Subnet': '1.1',
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'Trunk': '1.1'}}
Jun 03 20:09:32.625232 dv-cinder-794669-1-iscsi neutron-server[92636]:  {{(pid=92636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 20:09:32.689536 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:32.698630 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:32.789948 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:32.823897 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:32.825539 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:09:32.826197 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:32.834053 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:32.940383 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Pushing event updated for resources: {'Network': ['ID=03dbdf41-c79d-4ee5-9893-443b21628827,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:32.943669 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:32.950657 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network 03dbdf41-c79d-4ee5-9893-443b21628827 details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:09:33.036138 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.1558039
Jun 03 20:09:35.228033 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 60394) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:09:35.337875 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a071ec74-be9a-4422-807a-1613bd009760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:09:35.339292 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-a071ec74-be9a-4422-807a-1613bd009760 admin admin] 10.222.0.96 "GET /v2.0/subnets/26147f32-2938-4d47-bce7-8d869f177933 HTTP/1.1" status: 200  len: 849 time: 0.1103067
Jun 03 20:09:35.502182 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-256d3adc-7f79-4954-ae27-21e3c3cb52a7 admin admin] 10.222.0.96 "GET /v2.0/routers/c03c9537-ccb6-40aa-b518-a834576196c5 HTTP/1.1" status: 200  len: 704 time: 0.1570857
Jun 03 20:09:35.962753 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:36.196226 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Allocated IP 172.20.0.1 (11be63be-bff9-46aa-80a5-2f736bb5fc73/26147f32-2938-4d47-bce7-8d869f177933/25182839-9149-4764-a91e-4b4c6ae70987) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:09:36.348672 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:36.366930 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Transition to ACTIVE for port object 25182839-9149-4764-a91e-4b4c6ae70987 will not be triggered until provisioned by entity DHCP. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:09:36.527662 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:36.532643 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:36.591136 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Network 11be63be-bff9-46aa-80a5-2f736bb5fc73 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:09:36.593904 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:09:36.604882 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:09:36.605357 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-837115'] for router_interface, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:36.723961 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Pushing event updated for resources: {'Port': ['ID=25182839-9149-4764-a91e-4b4c6ae70987,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:36.735859 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:36.920987 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-90f74a63-c737-435a-8384-2527fc941356 None None] Provisioning for port 25182839-9149-4764-a91e-4b4c6ae70987 completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:09:36.926288 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-90f74a63-c737-435a-8384-2527fc941356 None None] Provisioning complete for port 25182839-9149-4764-a91e-4b4c6ae70987 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:09:36.926665 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-90f74a63-c737-435a-8384-2527fc941356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:36.985904 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-90f74a63-c737-435a-8384-2527fc941356 None None] Port 25182839-9149-4764-a91e-4b4c6ae70987 cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:09:37.039466 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:37.263231 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:37.337931 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:37.339101 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926103'] for router_interface, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:37.343367 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:37.480020 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Pushing event updated for resources: {'Port': ['ID=25182839-9149-4764-a91e-4b4c6ae70987,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:37.486102 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:37.536359 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Network 11be63be-bff9-46aa-80a5-2f736bb5fc73 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:09:37.537310 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:09:37.709095 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-3e28479e-b8d7-440c-8fea-e075b2bf9d37 None None] Provisioning complete for port 25182839-9149-4764-a91e-4b4c6ae70987 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:09:37.709511 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-3e28479e-b8d7-440c-8fea-e075b2bf9d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:37.760513 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-3e28479e-b8d7-440c-8fea-e075b2bf9d37 None None] Port 25182839-9149-4764-a91e-4b4c6ae70987 cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:09:37.789466 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Router c03c9537-ccb6-40aa-b518-a834576196c5 is scheduled to L3 agent 107fbc38-de16-481d-8d22-795583403c3d with binding_index 1 {{(pid=92636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 20:09:37.941615 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:09:37.951853 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] 10.222.0.96 "PUT /v2.0/routers/c03c9537-ccb6-40aa-b518-a834576196c5/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.4447839
Jun 03 20:09:37.952562 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Sync routers for ids ['c03c9537-ccb6-40aa-b518-a834576196c5'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:09:37.963259 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Routers {'c03c9537-ccb6-40aa-b518-a834576196c5'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:09:37.964122 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4218048880>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:09:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['c03c9537-ccb6-40aa-b518-a834576196c5'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:09:38.143898 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Set router c03c9537-ccb6-40aa-b518-a834576196c5 gateway port host: None {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:09:38.515341 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4218048880>, [{'id': 'c03c9537-ccb6-40aa-b518-a834576196c5', 'name': 'router1', 'tenant_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:09:26Z', 'updated_at': '2021-06-03T20:09:36Z', 'revision_number': 2, 'project_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'gw_port_host': None, '_interfaces': [{'id': '25182839-9149-4764-a91e-4b4c6ae70987', 'name': '', 'network_id': '11be63be-bff9-46aa-80a5-2f736bb5fc73', 'tenant_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'mac_address': 'fa:16:3e:d9:84:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03c9537-ccb6-40aa-b518-a834576196c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26147f32-2938-4d47-bce7-8d869f177933', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:09:36Z', 'updated_at': '2021-06-03T20:09:37Z', 'revision_number': 2, 'project_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'subnets': [{'id': '26147f32-2938-4d47-bce7-8d869f177933', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fcab53f-7dd9-472b-8fa4-9e6de80eb601'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:09:38.520302 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Checking router: c03c9537-ccb6-40aa-b518-a834576196c5 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:09:38.520674 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Updating router c03c9537-ccb6-40aa-b518-a834576196c5 port 25182839-9149-4764-a91e-4b4c6ae70987 binding host dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:09:38.572160 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:38.954584 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Notify callbacks [] for port, precommit_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:38.969781 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.provisioning_blocks [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Transition to ACTIVE for port object 25182839-9149-4764-a91e-4b4c6ae70987 will not be triggered until provisioned by entity L2. {{(pid=92640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:09:39.075220 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:39.080608 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:39.305825 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Pushing event updated for resources: {'Port': ['ID=25182839-9149-4764-a91e-4b4c6ae70987,revision_number=3']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:39.317665 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:39.318008 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:39.318339 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:39.318733 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:39.319062 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:39.319385 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:39.319977 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:39.320094 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:39.320362 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:39.320696 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:39.321009 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:39.321328 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Tracked resource versions report:
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]: pushed versions:
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]: {   'AddressGroup': {'1.2'},
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:     'ConntrackHelper': {'1.0'},
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:     'Log': {'1.0'},
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:     'Network': {'1.1'},
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:     'Port': {'1.7'},
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:     'PortForwarding': {'1.2'},
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:     'QosPolicy': {'1.8'},
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:     'SecurityGroup': {'1.4'},
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:     'SecurityGroupRule': {'1.2'},
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:     'SubPort': {'1.0'},
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:     'Subnet': {'1.1'},
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:     'Trunk': {'1.1'}}
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]: consumer versions:
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]: {   DHCP agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:     L3 agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:     Metadata agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:     Metering agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:     Open vSwitch agent@dv-cinder-794669-1-iscsi: {   'AddressGroup': '1.2',
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'ConntrackHelper': '1.0',
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'Log': '1.0',
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'Network': '1.1',
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'Port': '1.7',
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'PortForwarding': '1.2',
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'QosPolicy': '1.8',
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'SecurityGroup': '1.4',
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'SecurityGroupRule': '1.2',
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'SubPort': '1.0',
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'Subnet': '1.1',
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'Trunk': '1.1'}}
Jun 03 20:09:39.322409 dv-cinder-794669-1-iscsi neutron-server[92640]:  {{(pid=92640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 20:09:39.324772 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Attempting to bind port 25182839-9149-4764-a91e-4b4c6ae70987 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:09:39.325166 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Attempting to bind port 25182839-9149-4764-a91e-4b4c6ae70987 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'b1efc726-2f59-43f7-8a5a-43022cb503f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '11be63be-bff9-46aa-80a5-2f736bb5fc73'}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:09:39.325643 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Attempting to bind port 25182839-9149-4764-a91e-4b4c6ae70987 on network 11be63be-bff9-46aa-80a5-2f736bb5fc73 {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:09:39.330607 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:39.333541 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:09:39.333541 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Checking segment: {'id': 'b1efc726-2f59-43f7-8a5a-43022cb503f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '11be63be-bff9-46aa-80a5-2f736bb5fc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:09:39.334052 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:39.334946 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Bound using segment: {'id': 'b1efc726-2f59-43f7-8a5a-43022cb503f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '11be63be-bff9-46aa-80a5-2f736bb5fc73'} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:09:39.335447 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Bound port: 25182839-9149-4764-a91e-4b4c6ae70987, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1efc726-2f59-43f7-8a5a-43022cb503f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '11be63be-bff9-46aa-80a5-2f736bb5fc73'}}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:09:39.336003 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:39.444233 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] For port 25182839-9149-4764-a91e-4b4c6ae70987, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:09:39.448253 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] For port 25182839-9149-4764-a91e-4b4c6ae70987, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=25182839-9149-4764-a91e-4b4c6ae70987,segment=NetworkSegment(b1efc726-2f59-43f7-8a5a-43022cb503f5),segment_id=b1efc726-2f59-43f7-8a5a-43022cb503f5)] {{(pid=92640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:09:39.653041 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:39.657322 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:39.740928 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Routers {'c03c9537-ccb6-40aa-b518-a834576196c5'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:09:39.741477 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4218048880>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:09:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['c03c9537-ccb6-40aa-b518-a834576196c5'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:09:39.794518 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Pushing event updated for resources: {'Port': ['ID=25182839-9149-4764-a91e-4b4c6ae70987,revision_number=4']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:39.807285 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:39.895784 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] Set router c03c9537-ccb6-40aa-b518-a834576196c5 gateway port host: None {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:09:40.176086 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 60404) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:09:40.232891 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4218048880>, [{'id': 'c03c9537-ccb6-40aa-b518-a834576196c5', 'name': 'router1', 'tenant_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:09:26Z', 'updated_at': '2021-06-03T20:09:36Z', 'revision_number': 2, 'project_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'gw_port_host': None, '_interfaces': [{'id': '25182839-9149-4764-a91e-4b4c6ae70987', 'name': '', 'network_id': '11be63be-bff9-46aa-80a5-2f736bb5fc73', 'tenant_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'mac_address': 'fa:16:3e:d9:84:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03c9537-ccb6-40aa-b518-a834576196c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26147f32-2938-4d47-bce7-8d869f177933', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:09:36Z', 'updated_at': '2021-06-03T20:09:39Z', 'revision_number': 4, 'project_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'subnets': [{'id': '26147f32-2938-4d47-bce7-8d869f177933', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fcab53f-7dd9-472b-8fa4-9e6de80eb601'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:09:40.236814 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb16b3f2-2d2e-403b-8d40-2ba89f010faf None None] The sync data for ids ['c03c9537-ccb6-40aa-b518-a834576196c5'] in dv-cinder-794669-1-iscsi is: [{'id': 'c03c9537-ccb6-40aa-b518-a834576196c5', 'name': 'router1', 'tenant_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:09:26Z', 'updated_at': '2021-06-03T20:09:36Z', 'revision_number': 2, 'project_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'gw_port_host': None, '_interfaces': [{'id': '25182839-9149-4764-a91e-4b4c6ae70987', 'name': '', 'network_id': '11be63be-bff9-46aa-80a5-2f736bb5fc73', 'tenant_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'mac_address': 'fa:16:3e:d9:84:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03c9537-ccb6-40aa-b518-a834576196c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26147f32-2938-4d47-bce7-8d869f177933', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:09:36Z', 'updated_at': '2021-06-03T20:09:39Z', 'revision_number': 4, 'project_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'subnets': [{'id': '26147f32-2938-4d47-bce7-8d869f177933', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fcab53f-7dd9-472b-8fa4-9e6de80eb601'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:09:40.329272 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24472b04-548b-4422-9845-38f563c1c414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:09:40.329825 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-24472b04-548b-4422-9845-38f563c1c414 admin admin] Synchronizing usage tracker for tenant:3eca0ac8d35248f8a9c3a7237f688d67 on resource:network {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:09:40.480746 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-24472b04-548b-4422-9845-38f563c1c414 admin admin] Unset dirty status for tenant:3eca0ac8d35248f8a9c3a7237f688d67 on resource:network {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:09:40.481841 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-24472b04-548b-4422-9845-38f563c1c414 admin admin] 10.222.0.96 "GET /v2.0/networks/03dbdf41-c79d-4ee5-9893-443b21628827 HTTP/1.1" status: 200  len: 842 time: 0.3047633
Jun 03 20:09:40.492586 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Request body: {'subnet': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:09:40.498097 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:09:40.501873 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Usage tracker for resource:subnet and tenant:3eca0ac8d35248f8a9c3a7237f688d67 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:09:40.504918 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:09:40.511583 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:09:40.612053 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Made reservation on behalf of 3eca0ac8d35248f8a9c3a7237f688d67 for: {'subnet': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:09:40.614268 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:41.131094 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.objects.ports [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92636) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 03 20:09:41.131560 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164'] for subnet, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:41.136232 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:41.256188 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ccd66bd-9541-42d2-94f5-9fb7cbed890c,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:41.260009 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:41.266124 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Checking segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:09:41.266483 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Network hostable DHCP agents. Network: 03dbdf41-c79d-4ee5-9893-443b21628827, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:09:41.441094 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:09:41.577846 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, 03dbdf41-c79d-4ee5-9893-443b21628827) {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:09:41.581956 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:09:41.582643 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:41.589125 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de8478d-13e6-4eaf-b934-e4c7fc857b1b None None] Network 03dbdf41-c79d-4ee5-9893-443b21628827 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:09:41.719325 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2156093
Jun 03 20:09:41.785566 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa339ebc-7bd4-444f-ac86-d5edf5f8e565 None None] Network 03dbdf41-c79d-4ee5-9893-443b21628827 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:09:43.917251 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 25182839-9149-4764-a91e-4b4c6ae70987 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:09:43.975609 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 60416) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:09:44.063814 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 25182839-9149-4764-a91e-4b4c6ae70987 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:09:44.069686 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 25182839-9149-4764-a91e-4b4c6ae70987 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:09:44.070249 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:44.179582 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-2cf86b7b-0733-45ed-8614-108b85316af9 admin admin] 10.222.0.96 "GET /v2.0/routers/c03c9537-ccb6-40aa-b518-a834576196c5 HTTP/1.1" status: 200  len: 710 time: 0.2025375
Jun 03 20:09:44.190653 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:44.231286 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port 25182839-9149-4764-a91e-4b4c6ae70987, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=25182839-9149-4764-a91e-4b4c6ae70987,segment=NetworkSegment(b1efc726-2f59-43f7-8a5a-43022cb503f5),segment_id=b1efc726-2f59-43f7-8a5a-43022cb503f5)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:09:44.312420 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d724991f-25a9-437e-9578-d9d2bb41d672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:09:44.313769 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-d724991f-25a9-437e-9578-d9d2bb41d672 admin admin] 10.222.0.96 "GET /v2.0/networks/03dbdf41-c79d-4ee5-9893-443b21628827 HTTP/1.1" status: 200  len: 886 time: 0.1301308
Jun 03 20:09:44.323125 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:09:44.337793 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:44.339996 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:44.422874 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=25182839-9149-4764-a91e-4b4c6ae70987,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:44.426192 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:44.762975 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4206'] for router, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:45.180743 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:45.236575 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:45.420622 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Allocated IP 172.27.0.210 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/e59f9dfd-06eb-4521-8028-698d9351eaf7) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:09:45.566462 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:45.658599 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:45.664222 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:45.723646 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:09:45.726399 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:09:45.729181 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:09:45.803883 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e59f9dfd-06eb-4521-8028-698d9351eaf7,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:45.806743 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:45.889679 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 25182839-9149-4764-a91e-4b4c6ae70987 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:09:45.973397 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 25182839-9149-4764-a91e-4b4c6ae70987 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:09:45.973821 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:46.242252 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:46.576909 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4206'] for router, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:46.580220 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-836917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-940742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938694'] for router, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:46.753888 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Router c03c9537-ccb6-40aa-b518-a834576196c5 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:09:46.982404 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:09:46.990167 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Notify callbacks [] for router, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:46.991405 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] 10.222.0.96 "PUT /v2.0/routers/c03c9537-ccb6-40aa-b518-a834576196c5 HTTP/1.1" status: 200  len: 890 time: 2.6714451
Jun 03 20:09:46.993126 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Sync routers for ids ['c03c9537-ccb6-40aa-b518-a834576196c5'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:09:47.003547 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Routers {'c03c9537-ccb6-40aa-b518-a834576196c5'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:09:47.004289 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42177fb0d0>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:09:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['c03c9537-ccb6-40aa-b518-a834576196c5'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:09:47.200893 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Set router c03c9537-ccb6-40aa-b518-a834576196c5 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:09:47.542943 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42177fb0d0>, [{'id': 'c03c9537-ccb6-40aa-b518-a834576196c5', 'name': 'router1', 'tenant_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e59f9dfd-06eb-4521-8028-698d9351eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:09:26Z', 'updated_at': '2021-06-03T20:09:45Z', 'revision_number': 4, 'project_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'gw_port': {'id': 'e59f9dfd-06eb-4521-8028-698d9351eaf7', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03c9537-ccb6-40aa-b518-a834576196c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:09:45Z', 'updated_at': '2021-06-03T20:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '25182839-9149-4764-a91e-4b4c6ae70987', 'name': '', 'network_id': '11be63be-bff9-46aa-80a5-2f736bb5fc73', 'tenant_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'mac_address': 'fa:16:3e:d9:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c9537-ccb6-40aa-b518-a834576196c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26147f32-2938-4d47-bce7-8d869f177933', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:09:36Z', 'updated_at': '2021-06-03T20:09:44Z', 'revision_number': 5, 'project_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'subnets': [{'id': '26147f32-2938-4d47-bce7-8d869f177933', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fcab53f-7dd9-472b-8fa4-9e6de80eb601'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:09:47.547834 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Checking router: c03c9537-ccb6-40aa-b518-a834576196c5 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:09:47.548293 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Updating router c03c9537-ccb6-40aa-b518-a834576196c5 port e59f9dfd-06eb-4521-8028-698d9351eaf7 binding host dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:09:47.600044 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:47.928555 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Notify callbacks [] for port, precommit_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:47.947030 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Transition to ACTIVE for port object e59f9dfd-06eb-4521-8028-698d9351eaf7 will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:09:48.069102 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:48.073228 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:48.145350 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Attempting to bind port e59f9dfd-06eb-4521-8028-698d9351eaf7 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:09:48.145716 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Attempting to bind port e59f9dfd-06eb-4521-8028-698d9351eaf7 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:09:48.146076 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Attempting to bind port e59f9dfd-06eb-4521-8028-698d9351eaf7 on network 03dbdf41-c79d-4ee5-9893-443b21628827 {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:09:48.152733 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bea0c6-145d-4c9c-8477-4b9e9096171d None None] Pushing event updated for resources: {'Port': ['ID=e59f9dfd-06eb-4521-8028-698d9351eaf7,revision_number=2']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:48.155402 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-d6bea0c6-145d-4c9c-8477-4b9e9096171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:48.157923 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:09:48.158389 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Checking segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:09:48.158763 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:48.159096 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Bound using segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:09:48.159561 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Bound port: e59f9dfd-06eb-4521-8028-698d9351eaf7, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:09:48.159931 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:48.235187 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] For port e59f9dfd-06eb-4521-8028-698d9351eaf7, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:09:48.238388 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] For port e59f9dfd-06eb-4521-8028-698d9351eaf7, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=e59f9dfd-06eb-4521-8028-698d9351eaf7,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:09:48.413107 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:48.417683 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:48.493321 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Routers {'c03c9537-ccb6-40aa-b518-a834576196c5'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:09:48.493938 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42177fb0d0>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:09:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['c03c9537-ccb6-40aa-b518-a834576196c5'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:09:48.568156 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bea0c6-145d-4c9c-8477-4b9e9096171d None None] Pushing event updated for resources: {'Port': ['ID=e59f9dfd-06eb-4521-8028-698d9351eaf7,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:48.578974 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-d6bea0c6-145d-4c9c-8477-4b9e9096171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:48.695208 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] Set router c03c9537-ccb6-40aa-b518-a834576196c5 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:09:49.018049 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42177fb0d0>, [{'id': 'c03c9537-ccb6-40aa-b518-a834576196c5', 'name': 'router1', 'tenant_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e59f9dfd-06eb-4521-8028-698d9351eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:09:26Z', 'updated_at': '2021-06-03T20:09:45Z', 'revision_number': 4, 'project_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'gw_port': {'id': 'e59f9dfd-06eb-4521-8028-698d9351eaf7', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03c9537-ccb6-40aa-b518-a834576196c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:09:45Z', 'updated_at': '2021-06-03T20:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '25182839-9149-4764-a91e-4b4c6ae70987', 'name': '', 'network_id': '11be63be-bff9-46aa-80a5-2f736bb5fc73', 'tenant_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'mac_address': 'fa:16:3e:d9:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c9537-ccb6-40aa-b518-a834576196c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26147f32-2938-4d47-bce7-8d869f177933', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:09:36Z', 'updated_at': '2021-06-03T20:09:44Z', 'revision_number': 5, 'project_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'subnets': [{'id': '26147f32-2938-4d47-bce7-8d869f177933', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fcab53f-7dd9-472b-8fa4-9e6de80eb601'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:09:49.021956 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab4b49-c7ce-46f1-9f50-553ff4783d6a None None] The sync data for ids ['c03c9537-ccb6-40aa-b518-a834576196c5'] in dv-cinder-794669-1-iscsi is: [{'id': 'c03c9537-ccb6-40aa-b518-a834576196c5', 'name': 'router1', 'tenant_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e59f9dfd-06eb-4521-8028-698d9351eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:09:26Z', 'updated_at': '2021-06-03T20:09:45Z', 'revision_number': 4, 'project_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'gw_port': {'id': 'e59f9dfd-06eb-4521-8028-698d9351eaf7', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03c9537-ccb6-40aa-b518-a834576196c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:09:45Z', 'updated_at': '2021-06-03T20:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '25182839-9149-4764-a91e-4b4c6ae70987', 'name': '', 'network_id': '11be63be-bff9-46aa-80a5-2f736bb5fc73', 'tenant_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'mac_address': 'fa:16:3e:d9:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c9537-ccb6-40aa-b518-a834576196c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26147f32-2938-4d47-bce7-8d869f177933', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:09:36Z', 'updated_at': '2021-06-03T20:09:44Z', 'revision_number': 5, 'project_id': 'bc561a050cdf45cbbacc9935d3e213f0', 'subnets': [{'id': '26147f32-2938-4d47-bce7-8d869f177933', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fcab53f-7dd9-472b-8fa4-9e6de80eb601'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:09:49.444839 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 60424) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:09:49.563353 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-77fab526-8c34-4cf1-921d-5afe5bebf762 admin admin] 10.222.0.96 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1173754
Jun 03 20:09:49.909606 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device e59f9dfd-06eb-4521-8028-698d9351eaf7 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:09:50.058826 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port e59f9dfd-06eb-4521-8028-698d9351eaf7 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:09:50.063602 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port e59f9dfd-06eb-4521-8028-698d9351eaf7 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:09:50.063977 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:50.186197 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:50.202151 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port e59f9dfd-06eb-4521-8028-698d9351eaf7, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=e59f9dfd-06eb-4521-8028-698d9351eaf7,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:09:50.332380 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:50.337193 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:09:50.400871 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=e59f9dfd-06eb-4521-8028-698d9351eaf7,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:09:50.403991 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:09:51.908130 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device e59f9dfd-06eb-4521-8028-698d9351eaf7 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:09:51.991304 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port e59f9dfd-06eb-4521-8028-698d9351eaf7 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:09:51.991557 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:55.254833 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 5 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:09:57.396082 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9d15f6a2-15c6-4c44-8cf0-3fe02bc525fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:09:59.972648 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:10:00.012160 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-d9bdffb1-dcd7-4824-9a9c-fe50345c87ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:10:01.229311 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:10:02.838012 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:10:27.387983 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-569a9482-c35f-4cc3-9b0f-82843f077edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:10:29.971908 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-cad89625-8f5d-46a5-8774-4ee8bd4210e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:10:30.023455 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:10:31.274607 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:10:32.247925 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 5 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:10:32.782031 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:10:57.377232 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d28c-7000-4a3f-81d0-0d1bc19b0f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:10:59.952911 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-267ad83e-6059-4f98-a560-f8fd9e9ec7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:10:59.975801 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:11:01.228531 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:11:02.811083 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:11:09.246467 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 5 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:11:27.365620 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-7aee1788-f50d-4211-a2bb-7a6785441195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:11:27.471961 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 60992) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:11:27.543911 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.pecan_wsgi.hooks.translation [None req-620d4836-4808-4c42-96c5-665be2ab0460 admin admin] GET failed (client error): The resource could not be found.
Jun 03 20:11:27.545175 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-620d4836-4808-4c42-96c5-665be2ab0460 admin admin] 10.222.0.96 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0722435
Jun 03 20:11:27.674396 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36c3ec0-8b2b-4cc7-92ef-c084f985c493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:11:27.675956 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-f36c3ec0-8b2b-4cc7-92ef-c084f985c493 admin admin] 10.222.0.96 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.1267395
Jun 03 20:11:29.792950 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 32770) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:11:29.901745 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898c2bff-c4cf-4ad5-8a94-1f5851291e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:11:29.902309 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-898c2bff-c4cf-4ad5-8a94-1f5851291e9f admin admin] Synchronizing usage tracker for tenant:3eca0ac8d35248f8a9c3a7237f688d67 on resource:subnet {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:11:29.969040 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-e71dd303-0909-431e-9375-e04ca8d510b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:11:29.999203 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:11:29.999447 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-898c2bff-c4cf-4ad5-8a94-1f5851291e9f admin admin] Unset dirty status for tenant:3eca0ac8d35248f8a9c3a7237f688d67 on resource:subnet {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:11:30.000482 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-898c2bff-c4cf-4ad5-8a94-1f5851291e9f admin admin] 10.222.0.96 "GET /v2.0/subnets/26147f32-2938-4d47-bce7-8d869f177933 HTTP/1.1" status: 200  len: 849 time: 0.2065895
Jun 03 20:11:30.016689 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:11:30.128406 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:11:30.410578 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745116222468'] for subnet, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:11:30.414799 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-9beed2f7-bf81-4932-af9a-485d304a7672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:11:30.463571 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0eec00-1087-47d7-8d6b-e20386ee754a None None] Network 11be63be-bff9-46aa-80a5-2f736bb5fc73 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:11:30.470514 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:11:30.471135 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:11:30.472493 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] 10.222.0.96 "PUT /v2.0/subnets/26147f32-2938-4d47-bce7-8d869f177933 HTTP/1.1" status: 200  len: 868 time: 0.4659758
Jun 03 20:11:30.487787 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26147f32-2938-4d47-bce7-8d869f177933,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:11:30.498826 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:11:30.499229 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:11:30.499492 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:11:30.499820 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:11:30.500145 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:11:30.500468 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:11:30.500787 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:11:30.501102 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:11:30.501456 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:11:30.501762 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:11:30.502074 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:11:30.502458 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:11:30.506765 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:11:30.953208 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-fe48759e-9602-4197-a8a7-26788473ee1c None None] Provisioning complete for port 25182839-9149-4764-a91e-4b4c6ae70987 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:11:30.953581 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-fe48759e-9602-4197-a8a7-26788473ee1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:11:31.081309 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-fe48759e-9602-4197-a8a7-26788473ee1c None None] Provisioning complete for port 3ff6ead9-b01c-4c40-bf14-cc75c763b0b2 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:11:31.081971 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-fe48759e-9602-4197-a8a7-26788473ee1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:11:31.233761 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:11:32.637633 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 32778) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:11:32.816399 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0869f51d-4226-447b-813f-3e4e6868d837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:11:32.816607 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:11:32.817078 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0869f51d-4226-447b-813f-3e4e6868d837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:11:32.818325 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-0869f51d-4226-447b-813f-3e4e6868d837 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1797125
Jun 03 20:11:34.953254 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 32786) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:11:35.129921 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaaeee7-7f1d-4e35-ba0d-d3f9f7ad2f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:11:35.130424 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaaeee7-7f1d-4e35-ba0d-d3f9f7ad2f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:11:35.131950 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-eeaaeee7-7f1d-4e35-ba0d-d3f9f7ad2f82 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1774273
Jun 03 20:11:37.269909 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 32794) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:11:37.445578 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb68ebb-6e3c-4c74-957c-c54ee86e34c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:11:37.446919 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-bdb68ebb-6e3c-4c74-957c-c54ee86e34c0 admin admin] 10.222.0.96 "GET /v2.0/networks/03dbdf41-c79d-4ee5-9893-443b21628827 HTTP/1.1" status: 200  len: 886 time: 0.1760790
Jun 03 20:11:39.556629 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 32804) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:11:39.733037 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c658f0-8807-482e-be45-8546abdb9366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:11:39.734288 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-23c658f0-8807-482e-be45-8546abdb9366 admin admin] 10.222.0.96 "GET /v2.0/networks/11be63be-bff9-46aa-80a5-2f736bb5fc73 HTTP/1.1" status: 200  len: 870 time: 0.1766908
Jun 03 20:11:41.880058 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 32812) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:11:41.986076 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d70c9d0-906b-44f2-9c89-8069f192f2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:11:41.986570 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d70c9d0-906b-44f2-9c89-8069f192f2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:11:41.988155 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-3d70c9d0-906b-44f2-9c89-8069f192f2df admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1071231
Jun 03 20:11:44.128882 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 32820) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:11:44.235614 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83a971b-c1fe-4462-9b92-b24c3bfa43a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:11:44.235977 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83a971b-c1fe-4462-9b92-b24c3bfa43a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:11:44.237440 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-d83a971b-c1fe-4462-9b92-b24c3bfa43a8 admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1076496
Jun 03 20:11:46.245972 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 5 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:11:46.361984 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 32828) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:11:46.471994 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eca21d0-0822-45c1-a47a-d3c687b40a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:11:46.473861 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-9eca21d0-0822-45c1-a47a-d3c687b40a49 admin admin] 10.222.0.96 "GET /v2.0/subnets/26147f32-2938-4d47-bce7-8d869f177933 HTTP/1.1" status: 200  len: 868 time: 0.1109407
Jun 03 20:11:48.674095 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 32836) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:11:48.776173 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e991cd37-d855-44e6-972d-442e6753e47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:11:48.779143 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-e991cd37-d855-44e6-972d-442e6753e47e admin admin] 10.222.0.96 "GET /v2.0/subnets/5ccd66bd-9541-42d2-94f5-9fb7cbed890c HTTP/1.1" status: 200  len: 816 time: 0.1023741
Jun 03 20:11:57.382231 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-77b3c271-64c3-44b9-a0f9-dfc3d56bdbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:11:59.948399 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-d24f5c35-8614-4b3e-9855-135ed5bb7bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:11:59.979297 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:01.208226 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:02.802364 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:12.042011 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 32880) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:12:12.090765 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [None req-96ee5895-b3f7-4a4a-822d-5f2481085e23 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=92636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 20:12:12.091777 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-96ee5895-b3f7-4a4a-822d-5f2481085e23 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0488012
Jun 03 20:12:14.298229 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 32888) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:12:14.364811 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceaeb7b1-02d2-4ab0-b635-13c1e48a1c46 admin admin] GET failed (client error): The resource could not be found.
Jun 03 20:12:14.366079 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-ceaeb7b1-02d2-4ab0-b635-13c1e48a1c46 admin admin] 10.222.0.96 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0667741
Jun 03 20:12:14.494981 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bd4a0f-4f45-49f9-8878-cb3c7b83ba0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:12:14.496420 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-09bd4a0f-4f45-49f9-8878-cb3c7b83ba0e admin admin] 10.222.0.96 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1265795
Jun 03 20:12:16.644273 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 32896) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:12:16.692181 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:12:16.696670 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:12:16.706194 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:12:16.781511 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Made reservation on behalf of 3eca0ac8d35248f8a9c3a7237f688d67 for: {'network': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:12:16.783960 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:16.871981 dv-cinder-794669-1-iscsi neutron-server[92637]: WARNING neutron.services.revisions.revision_plugin [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f42172add30] {project_id='3eca0ac8d35248f8a9c3a7237f688d67', id='5e426943-961b-44b3-a62e-66ba9848a745', target_tenant='*', action='access_as_shared', object_id='9ec41a61-1240-4a1a-874d-409fbc81ce8c'}> to bump revision.
Jun 03 20:12:16.884464 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1345}  {{(pid=92637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:12:16.893061 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:16.893521 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.segments_db [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Added segment 60b2f569-eec5-4bf3-9a1b-521cb72a7b08 of type vlan for network 9ec41a61-1240-4a1a-874d-409fbc81ce8c
Jun 03 20:12:16.918074 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:17.024618 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:17.026042 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:12:17.026696 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:17.031652 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:12:17.131813 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Pushing event updated for resources: {'Network': ['ID=9ec41a61-1240-4a1a-874d-409fbc81ce8c,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:12:17.138883 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:17.139227 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:17.139568 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:17.139897 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:17.140221 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:17.140552 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:17.140869 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:17.141184 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:17.141502 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:17.141819 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:17.142132 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:17.142468 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:17.145853 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:12:17.153863 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network 9ec41a61-1240-4a1a-874d-409fbc81ce8c details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:12:17.248064 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.6029978
Jun 03 20:12:19.451006 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 32904) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:12:19.517946 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29a74dd-d0ea-4c80-b491-14aa1fe429df admin admin] GET failed (client error): The resource could not be found.
Jun 03 20:12:19.518478 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-e29a74dd-d0ea-4c80-b491-14aa1fe429df admin admin] Synchronizing usage tracker for tenant:3eca0ac8d35248f8a9c3a7237f688d67 on resource:network {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:12:19.621396 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-e29a74dd-d0ea-4c80-b491-14aa1fe429df admin admin] Unset dirty status for tenant:3eca0ac8d35248f8a9c3a7237f688d67 on resource:network {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:12:19.622574 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-e29a74dd-d0ea-4c80-b491-14aa1fe429df admin admin] 10.222.0.96 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1706278
Jun 03 20:12:19.729841 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b6477b-a104-4d38-b675-9e1e7a659bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:12:19.731220 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-b9b6477b-a104-4d38-b675-9e1e7a659bf4 admin admin] 10.222.0.96 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1046472
Jun 03 20:12:19.740819 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-82b8fa74-d97f-4052-889a-bfceffa13eec admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '9ec41a61-1240-4a1a-874d-409fbc81ce8c', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:12:19.745511 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-82b8fa74-d97f-4052-889a-bfceffa13eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:12:19.755534 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-82b8fa74-d97f-4052-889a-bfceffa13eec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:12:19.810524 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b8fa74-d97f-4052-889a-bfceffa13eec admin admin] Made reservation on behalf of 3eca0ac8d35248f8a9c3a7237f688d67 for: {'subnet': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:12:19.812963 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-82b8fa74-d97f-4052-889a-bfceffa13eec admin admin] Notify callbacks [] for subnet, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:20.287711 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-82b8fa74-d97f-4052-889a-bfceffa13eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164'] for subnet, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:20.292247 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-6da2224a-088b-47af-8405-085608af8986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:12:20.363392 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8fa74-d97f-4052-889a-bfceffa13eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab78f59b-f41e-456b-a0c6-4e8b9e15b95c,revision_number=0']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:12:20.366751 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-82b8fa74-d97f-4052-889a-bfceffa13eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:12:20.372341 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b8fa74-d97f-4052-889a-bfceffa13eec admin admin] Checking segment: {'id': '60b2f569-eec5-4bf3-9a1b-521cb72a7b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '9ec41a61-1240-4a1a-874d-409fbc81ce8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:12:20.372745 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b8fa74-d97f-4052-889a-bfceffa13eec admin admin] Network hostable DHCP agents. Network: 9ec41a61-1240-4a1a-874d-409fbc81ce8c, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:12:20.452827 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b8fa74-d97f-4052-889a-bfceffa13eec admin admin] Network 9ec41a61-1240-4a1a-874d-409fbc81ce8c is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:12:20.570498 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-82b8fa74-d97f-4052-889a-bfceffa13eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, 9ec41a61-1240-4a1a-874d-409fbc81ce8c) {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:12:20.574607 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b8fa74-d97f-4052-889a-bfceffa13eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:12:20.575218 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-82b8fa74-d97f-4052-889a-bfceffa13eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:20.580580 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a93309-5a46-4cfc-93ef-5ac28c5f5259 None None] Network 9ec41a61-1240-4a1a-874d-409fbc81ce8c requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:12:20.694072 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-82b8fa74-d97f-4052-889a-bfceffa13eec admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9567335
Jun 03 20:12:20.874718 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf48b4315-cbea-59e0-afd0-d1625a86666c-9ec41a61-1240-4a1a-874d-409fbc81ce8c', 'network_id': '9ec41a61-1240-4a1a-874d-409fbc81ce8c', 'tenant_id': '3eca0ac8d35248f8a9c3a7237f688d67', 'fixed_ips': [{'subnet_id': 'ab78f59b-f41e-456b-a0c6-4e8b9e15b95c'}]}} from dv-cinder-794669-1-iscsi. {{(pid=92638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 20:12:20.874718 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:21.031878 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.db_base_plugin_common [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Allocated IP 192.168.233.2 (9ec41a61-1240-4a1a-874d-409fbc81ce8c/ab78f59b-f41e-456b-a0c6-4e8b9e15b95c/7134e7ad-4ae9-4164-8e92-29e775b93f7b) {{(pid=92638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:12:21.252013 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Notify callbacks [] for port, precommit_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:21.262234 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Transition to ACTIVE for port object 7134e7ad-4ae9-4164-8e92-29e775b93f7b will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:12:21.280767 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Transition to ACTIVE for port object 7134e7ad-4ae9-4164-8e92-29e775b93f7b will not be triggered until provisioned by entity DHCP. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:12:21.365202 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596'] for port, after_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:21.370122 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-3c015192-bd63-4153-8530-f1ac2cab8e14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:12:21.426950 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Network 9ec41a61-1240-4a1a-874d-409fbc81ce8c is already hosted by enough agents. {{(pid=92638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:12:21.428130 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.base_scheduler [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Resources bound (agent type, host, resource id):  {{(pid=92638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:12:21.431827 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Received port after_create {{(pid=92638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:12:21.474699 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Pushing event updated for resources: {'Port': ['ID=7134e7ad-4ae9-4164-8e92-29e775b93f7b,revision_number=1']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:12:21.514044 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:21.514321 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:21.514653 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:21.515002 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:21.515332 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:21.515659 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:21.515980 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:21.516301 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:21.516636 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:21.516962 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:21.517295 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:21.517614 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:12:21.526324 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:12:21.546358 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Attempting to bind port 7134e7ad-4ae9-4164-8e92-29e775b93f7b on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:12:21.547003 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Attempting to bind port 7134e7ad-4ae9-4164-8e92-29e775b93f7b by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': '60b2f569-eec5-4bf3-9a1b-521cb72a7b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '9ec41a61-1240-4a1a-874d-409fbc81ce8c'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:12:21.547366 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Attempting to bind port 7134e7ad-4ae9-4164-8e92-29e775b93f7b on network 9ec41a61-1240-4a1a-874d-409fbc81ce8c {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:12:21.553034 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:12:21.553418 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Checking segment: {'id': '60b2f569-eec5-4bf3-9a1b-521cb72a7b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '9ec41a61-1240-4a1a-874d-409fbc81ce8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:12:21.554005 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:21.554459 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Bound using segment: {'id': '60b2f569-eec5-4bf3-9a1b-521cb72a7b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '9ec41a61-1240-4a1a-874d-409fbc81ce8c'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:12:21.555003 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Bound port: 7134e7ad-4ae9-4164-8e92-29e775b93f7b, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b2f569-eec5-4bf3-9a1b-521cb72a7b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '9ec41a61-1240-4a1a-874d-409fbc81ce8c'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:12:21.555383 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:21.650460 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] For port 7134e7ad-4ae9-4164-8e92-29e775b93f7b, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:12:21.653595 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] For port 7134e7ad-4ae9-4164-8e92-29e775b93f7b, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=7134e7ad-4ae9-4164-8e92-29e775b93f7b,segment=NetworkSegment(60b2f569-eec5-4bf3-9a1b-521cb72a7b08),segment_id=60b2f569-eec5-4bf3-9a1b-521cb72a7b08)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:12:21.741993 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:21.746124 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-d6bea0c6-145d-4c9c-8477-4b9e9096171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:12:21.826789 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Pushing event updated for resources: {'Port': ['ID=7134e7ad-4ae9-4164-8e92-29e775b93f7b,revision_number=2']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:12:21.829829 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:12:22.632956 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865b3065-ad27-4c20-b820-5a0c091bfd75 None None] Network 9ec41a61-1240-4a1a-874d-409fbc81ce8c requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:12:22.821104 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-91614fde-ceb8-4b4f-b895-3bb39d182be2 None None] Provisioning for port 7134e7ad-4ae9-4164-8e92-29e775b93f7b completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:12:23.245823 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 5 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:12:24.028455 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 7134e7ad-4ae9-4164-8e92-29e775b93f7b up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:12:24.193092 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 7134e7ad-4ae9-4164-8e92-29e775b93f7b completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:12:24.198294 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 7134e7ad-4ae9-4164-8e92-29e775b93f7b triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:12:24.198694 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:24.316563 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:24.348175 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port 7134e7ad-4ae9-4164-8e92-29e775b93f7b, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=7134e7ad-4ae9-4164-8e92-29e775b93f7b,segment=NetworkSegment(60b2f569-eec5-4bf3-9a1b-521cb72a7b08),segment_id=60b2f569-eec5-4bf3-9a1b-521cb72a7b08)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:12:24.442325 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:24.444448 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:12:24.512247 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=7134e7ad-4ae9-4164-8e92-29e775b93f7b,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:12:24.515252 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:12:26.008374 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 7134e7ad-4ae9-4164-8e92-29e775b93f7b up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:12:26.075970 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 7134e7ad-4ae9-4164-8e92-29e775b93f7b triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:12:26.076336 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:27.378575 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-e1fca0a9-8c04-4e5f-8785-18c1ab8cdeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:29.975742 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c41192dd-e330-458e-92fd-20662a2d099f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:30.000990 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:31.209649 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:32.807268 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:57.371744 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-da56ba57-cace-47cc-b8d7-a546888907b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:12:59.986723 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c82126b4-b56a-47da-b2ee-c1d689e54f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:00.017561 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:00.248567 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 5 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:13:01.229159 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:02.823460 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:27.382466 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5752-2acd-48b6-9ba9-cf6778287ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:29.930591 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a89b45b0-8b0c-4126-bba6-f2d813c38ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:29.953544 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:31.223203 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:32.809881 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:37.247191 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 5 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:13:56.084974 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 32956) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:13:56.090957 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [None req-ac23e433-49fa-4b94-875a-f7c134981ca4 tempest-verify_tempest_config-25673219 tempest-verify_tempest_config-25673219-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=92637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 20:13:56.091900 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-ac23e433-49fa-4b94-875a-f7c134981ca4 tempest-verify_tempest_config-25673219 tempest-verify_tempest_config-25673219-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059381
Jun 03 20:13:56.672647 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 32974) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:13:56.787880 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:56.802044 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:13:56.805727 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Usage tracker for resource:security_group_rule and tenant:6e39565de6c44328bcf5cd6bf79df351 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:13:56.808522 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:13:56.814047 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:13:56.892415 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:57.005122 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:57.013041 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5f6fca46-1948-433f-b6fa-b6e7efd9fe70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:13:57.053076 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e30d46-6d20-48dd-ad18-90d4bf95541c,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:13:57.057098 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6e39565de6c44328bcf5cd6bf79df351&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3834620
Jun 03 20:13:57.059836 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 32978) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:13:57.063571 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.063943 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.064287 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.064729 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.065075 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.065450 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.066344 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.066750 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.067095 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.067424 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.067746 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.068066 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.071918 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:13:57.122564 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:57.148146 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:57.347938 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:57.352948 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:13:57.366145 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e30d46-6d20-48dd-ad18-90d4bf95541c,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:13:57.373243 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:57.374364 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e1e30d46-6d20-48dd-ad18-90d4bf95541c HTTP/1.1" status: 204  len: 168 time: 0.3133817
Jun 03 20:13:57.375886 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.376253 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.376616 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.376940 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.377271 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.377613 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.378454 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.378454 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.378609 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.378949 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.379269 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.379585 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:13:57.387258 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:13:57.456542 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-016152f5-ba15-4f87-a981-aa6af0bdf727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:59.963401 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-e7dfd52e-98b6-4b55-9a0f-9bdfcf04de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:13:59.998401 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:14:01.249763 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:14:02.838574 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:14:14.245119 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 5 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:14:27.374469 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-42f05eba-4bba-468b-8923-0a7de19a68b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:14:29.963526 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-e1788bb4-909d-4caa-9b10-eb4ea7ddb8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:14:29.986593 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:14:31.249067 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:14:32.848886 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:14:51.243659 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 5 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:14:57.414269 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-b8262a8d-8e09-4c8a-98ee-6abe9fb0eb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:14:59.980054 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a9ec6434-c175-4725-b2fb-b5cda5c3927b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:14:59.991012 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:15:01.236913 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:15:02.831205 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:15:27.367881 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a416818d-55de-46a0-9055-afa226396227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:15:28.242307 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 5 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:15:29.944113 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-689c4263-5b39-4e5a-8007-65eb0d68c05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:15:29.967368 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:15:31.219506 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:15:32.813236 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:15:39.653804 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063'] for agent, after_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:15:43.474846 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 33036) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:15:43.588584 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-d01a341d-7f1c-4fe2-869c-ae9fc5abcfba admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1120968
Jun 03 20:15:45.739288 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 33046) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:15:45.794512 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-fd1b06b7-a42a-46f5-9681-a242e2933dee admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0542212
Jun 03 20:15:57.390653 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-d5161f38-6544-4235-b58a-5e9cdcc860a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:15:59.990752 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-df142530-b56d-41ff-b886-53ea676e46e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:16:00.012894 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:16:01.253200 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:16:02.846291 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:16:05.242207 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:16:09.561773 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:16:27.367283 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ecfd3f2c-354c-40de-87f9-866e632d093b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:16:29.954655 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c87a42b9-fa3a-4de1-9420-8649dc4f762f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:16:29.983329 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:16:31.229886 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:16:32.833676 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:16:39.567196 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:16:42.246390 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:16:57.399329 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-489e1c37-2045-4079-a588-63f1ae0c2147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:16:59.992905 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-14d48122-3f76-437a-a147-a480df3aa5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:00.004816 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:01.229922 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:02.832696 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:09.541718 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:15.131812 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33130) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:15.346257 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-444267870-network', 'tenant_id': '4a097b9141b547ffa3f0c5b1394db34c'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:15.364488 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:15.377828 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Usage tracker for resource:network and tenant:4a097b9141b547ffa3f0c5b1394db34c is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:15.380764 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:15.396474 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:15.503750 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Made reservation on behalf of 4a097b9141b547ffa3f0c5b1394db34c for: {'network': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:15.507798 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:15.521327 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:15.541608 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:15.546342 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Usage tracker for resource:security_group_rule and tenant:4a097b9141b547ffa3f0c5b1394db34c is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:15.555919 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:15.556934 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:15.661903 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:15.729984 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:15.733191 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:15.767524 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313}  {{(pid=92636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:17:15.772760 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e38a9e8-972a-45a5-b68c-8afc41cc7805,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:15.781914 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:15.782274 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:15.782644 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:15.782993 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:15.783311 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:15.783627 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:15.783940 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:15.784248 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:15.784556 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:15.785174 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:15.785174 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:15.785457 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Tracked resource versions report:
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]: pushed versions:
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]: {   'AddressGroup': {'1.2'},
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:     'ConntrackHelper': {'1.0'},
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:     'Log': {'1.0'},
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:     'Network': {'1.1'},
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:     'Port': {'1.7'},
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:     'PortForwarding': {'1.2'},
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:     'QosPolicy': {'1.8'},
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:     'SecurityGroup': {'1.4'},
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:     'SecurityGroupRule': {'1.2'},
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:     'SubPort': {'1.0'},
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:     'Subnet': {'1.1'},
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:     'Trunk': {'1.1'}}
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]: consumer versions:
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]: {   DHCP agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:     HyperV agent@hv-cinder-79466: {},
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:     L3 agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:     Metadata agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:     Metering agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:     Open vSwitch agent@dv-cinder-794669-1-iscsi: {   'AddressGroup': '1.2',
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'ConntrackHelper': '1.0',
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'Log': '1.0',
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'Network': '1.1',
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'Port': '1.7',
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'PortForwarding': '1.2',
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'QosPolicy': '1.8',
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'SecurityGroup': '1.4',
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'SecurityGroupRule': '1.2',
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'SubPort': '1.0',
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'Subnet': '1.1',
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:                                                      'Trunk': '1.1'}}
Jun 03 20:17:15.786413 dv-cinder-794669-1-iscsi neutron-server[92636]:  {{(pid=92636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 20:17:15.796778 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:15.796778 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:15.796778 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.segments_db [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Added segment 59f12c00-cde4-4891-aea5-ec2ed9862bd7 of type vlan for network 78b1b950-3589-4564-a4d2-3374438d097e
Jun 03 20:17:15.882601 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:15.975889 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:15.981827 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:15.981827 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:15.983624 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:16.095629 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Pushing event updated for resources: {'Network': ['ID=78b1b950-3589-4564-a4d2-3374438d097e,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:16.101585 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:16.109571 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network 78b1b950-3589-4564-a4d2-3374438d097e details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:17:16.139273 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.0052893
Jun 03 20:17:16.142876 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33194) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:16.147733 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] Request body: {'subnet': {'network_id': '78b1b950-3589-4564-a4d2-3374438d097e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-444267870-subnet', 'tenant_id': '4a097b9141b547ffa3f0c5b1394db34c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:16.152411 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:16.156321 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] Usage tracker for resource:subnet and tenant:4a097b9141b547ffa3f0c5b1394db34c is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:16.159249 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:16.165130 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:16.261940 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] Made reservation on behalf of 4a097b9141b547ffa3f0c5b1394db34c for: {'subnet': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:16.265404 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:16.765210 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164'] for subnet, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:16.767528 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-a8317054-5e48-42c7-8970-d32cfd787489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:16.831809 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c64fcf49-14ae-42d2-aebb-417b9a73571c,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:16.835473 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:16.861364 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] Checking segment: {'id': '59f12c00-cde4-4891-aea5-ec2ed9862bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '78b1b950-3589-4564-a4d2-3374438d097e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:17:16.861364 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] Network hostable DHCP agents. Network: 78b1b950-3589-4564-a4d2-3374438d097e, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:17:16.930046 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] Network 78b1b950-3589-4564-a4d2-3374438d097e is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:17:17.004622 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, 78b1b950-3589-4564-a4d2-3374438d097e) {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:17:17.008749 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:17.009319 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:17.015997 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3400f100-821d-4d9c-b04d-ae290ef2ee86 None None] Network 78b1b950-3589-4564-a4d2-3374438d097e requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:17:17.110410 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9664173
Jun 03 20:17:17.202520 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abb1412-e1f4-47f4-9a43-73556c58ba95 None None] Network 78b1b950-3589-4564-a4d2-3374438d097e requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:17:17.374843 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33244) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:17.412815 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33248) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:17.648234 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-144965292-network', 'tenant_id': '9b339080d7b947c785dc916dacacd15c'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:17.656458 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:17.660559 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Usage tracker for resource:network and tenant:9b339080d7b947c785dc916dacacd15c is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:17.663510 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:17.669481 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:17.683564 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-819728615-network', 'tenant_id': '10d1e6de1c374152919c5d3fa5abbb75'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:17.688418 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:17.692870 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Usage tracker for resource:network and tenant:10d1e6de1c374152919c5d3fa5abbb75 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:17.695820 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:17.701522 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:17.755282 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Made reservation on behalf of 9b339080d7b947c785dc916dacacd15c for: {'network': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:17.757777 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:17.770400 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:17.784488 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:17.788189 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Usage tracker for resource:security_group_rule and tenant:9b339080d7b947c785dc916dacacd15c is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:17.791379 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:17.796919 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:17.804746 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Made reservation on behalf of 10d1e6de1c374152919c5d3fa5abbb75 for: {'network': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:17.807514 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:17.821072 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:17.847611 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:17.855146 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Usage tracker for resource:security_group_rule and tenant:10d1e6de1c374152919c5d3fa5abbb75 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:17.858592 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:17.866342 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:17.958759 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:17.996194 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:18.042063 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:18.047267 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-0b14e4d7-e09b-4208-9321-dd30a7ac0f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:18.063512 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1333}  {{(pid=92636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:17:18.084914 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:18.086563 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:18.086563 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.segments_db [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Added segment bbc0062a-1b45-46e1-9bcb-db65ed3aca31 of type vlan for network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8
Jun 03 20:17:18.099301 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbbf629-710d-4a0c-8157-b24b11cef674,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:18.103749 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:18.105320 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:18.115198 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 33280) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:18.126527 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1319}  {{(pid=92636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:17:18.160376 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:18.160711 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.segments_db [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Added segment cf470bb2-6deb-404f-82d1-83a23ef347bb of type vlan for network ea1ab5d7-057a-46bd-93ff-db6c3dd3b068
Jun 03 20:17:18.162594 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:18.170737 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6771fdeb-d2b8-417e-9234-c2657938c574,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:18.176122 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:18.205970 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:18.330723 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:18.331550 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:18.332740 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:18.333340 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:18.338206 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:18.361469 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:18.362324 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:18.468926 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Pushing event updated for resources: {'Network': ['ID=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:18.482019 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:17:18.560284 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-673814736-network', 'tenant_id': 'b2a1415fd5074293876b0d781ad89454'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:18.569012 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:18.576006 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Pushing event updated for resources: {'Network': ['ID=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:18.577175 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Usage tracker for resource:network and tenant:b2a1415fd5074293876b0d781ad89454 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:18.578775 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:18.580100 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:18.580532 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:18.585854 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2084532
Jun 03 20:17:18.592577 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 33302) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:18.592686 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.1752365
Jun 03 20:17:18.594938 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33304) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:18.597592 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] Request body: {'subnet': {'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-144965292-subnet', 'tenant_id': '9b339080d7b947c785dc916dacacd15c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:18.601122 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:17:18.603015 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] Request body: {'subnet': {'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-819728615-subnet', 'tenant_id': '10d1e6de1c374152919c5d3fa5abbb75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:18.608227 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:18.609419 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:18.614042 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] Usage tracker for resource:subnet and tenant:9b339080d7b947c785dc916dacacd15c is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:18.615620 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] Usage tracker for resource:subnet and tenant:10d1e6de1c374152919c5d3fa5abbb75 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:18.618981 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:18.619131 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:18.625186 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:18.630268 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:18.636101 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:18.644000 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:18.701290 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] Made reservation on behalf of 9b339080d7b947c785dc916dacacd15c for: {'subnet': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:18.702078 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] Made reservation on behalf of 10d1e6de1c374152919c5d3fa5abbb75 for: {'subnet': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:18.705079 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:18.705407 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:18.732599 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Made reservation on behalf of b2a1415fd5074293876b0d781ad89454 for: {'network': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:18.734956 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:18.761713 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:18.833650 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:18.839887 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Usage tracker for resource:security_group_rule and tenant:b2a1415fd5074293876b0d781ad89454 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:18.846083 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:18.855510 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:19.032593 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:19.187967 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:19.200578 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:19.250563 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:17:19.252674 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164'] for subnet, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:19.256418 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:19.274635 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1316}  {{(pid=92637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:17:19.284366 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:19.285073 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.segments_db [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Added segment 700ccff4-1418-4919-a84a-2229ead40bbf of type vlan for network a1525f32-038d-4020-bbb5-84c6f9346826
Jun 03 20:17:19.314552 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:19.333280 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=174d75d0-7dfc-49fe-bd08-723170d65455,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:19.337244 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:19.343693 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] Checking segment: {'id': 'cf470bb2-6deb-404f-82d1-83a23ef347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:17:19.344197 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] Network hostable DHCP agents. Network: ea1ab5d7-057a-46bd-93ff-db6c3dd3b068, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:17:19.368505 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176385ed-828d-474e-bb39-9b1c3edb3240,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:19.382071 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:19.382440 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:19.382985 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:19.383505 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:19.383992 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:19.384508 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:19.385000 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:19.385489 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:19.385968 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:19.386475 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:19.387242 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:19.387727 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Tracked resource versions report:
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]: pushed versions:
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]: {   'AddressGroup': {'1.2'},
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:     'ConntrackHelper': {'1.0'},
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:     'Log': {'1.0'},
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:     'Network': {'1.1'},
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:     'Port': {'1.7'},
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:     'PortForwarding': {'1.2'},
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:     'QosPolicy': {'1.8'},
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:     'SecurityGroup': {'1.4'},
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:     'SecurityGroupRule': {'1.2'},
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:     'SubPort': {'1.0'},
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:     'Subnet': {'1.1'},
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:     'Trunk': {'1.1'}}
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]: consumer versions:
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]: {   DHCP agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:     HyperV agent@hv-cinder-79466: {},
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:     L3 agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:     Metadata agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:     Metering agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:     Open vSwitch agent@dv-cinder-794669-1-iscsi: {   'AddressGroup': '1.2',
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'ConntrackHelper': '1.0',
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'Log': '1.0',
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'Network': '1.1',
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'Port': '1.7',
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'PortForwarding': '1.2',
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'QosPolicy': '1.8',
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'SecurityGroup': '1.4',
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'SecurityGroupRule': '1.2',
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'SubPort': '1.0',
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'Subnet': '1.1',
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:                                                      'Trunk': '1.1'}}
Jun 03 20:17:19.388921 dv-cinder-794669-1-iscsi neutron-server[92637]:  {{(pid=92637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 20:17:19.408062 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:19.413264 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:19.420240 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:19.421014 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:19.426609 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:19.427530 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] Network ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:17:19.442470 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33330) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:19.447808 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1333393796-network', 'tenant_id': 'eb406eeae380420a89ee8d6b6f81260f'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:19.467277 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:19.471838 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Usage tracker for resource:network and tenant:eb406eeae380420a89ee8d6b6f81260f is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:19.475501 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:19.484287 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:19.508124 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, ea1ab5d7-057a-46bd-93ff-db6c3dd3b068) {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:17:19.513072 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:19.513975 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:19.521793 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10106ee8-a2db-4b9c-a147-76597e4b8233 None None] Network ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:17:19.526896 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Pushing event updated for resources: {'Network': ['ID=a1525f32-038d-4020-bbb5-84c6f9346826,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:19.536279 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:19.561267 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Made reservation on behalf of eb406eeae380420a89ee8d6b6f81260f for: {'network': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:19.565309 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:19.575593 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network a1525f32-038d-4020-bbb5-84c6f9346826 details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:17:19.624253 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164'] for subnet, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:19.629811 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:19.669681 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5531592
Jun 03 20:17:19.679464 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 33336) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:19.681703 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:19.688255 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-8b1c4a49-8cd0-42ea-9108-ffa7c5c8e755 admin admin] Request body: {'subnet': {'network_id': 'a1525f32-038d-4020-bbb5-84c6f9346826', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-673814736-subnet', 'tenant_id': 'b2a1415fd5074293876b0d781ad89454', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:19.697738 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-8b1c4a49-8cd0-42ea-9108-ffa7c5c8e755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:19.701766 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:19.707047 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Usage tracker for resource:security_group_rule and tenant:eb406eeae380420a89ee8d6b6f81260f is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:19.711916 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:19.715625 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-8b1c4a49-8cd0-42ea-9108-ffa7c5c8e755 admin admin] Usage tracker for resource:subnet and tenant:b2a1415fd5074293876b0d781ad89454 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:19.718631 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da4210a-5c83-4700-ac8e-57295ef4434f,revision_number=0']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:19.720202 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:19.723231 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-8b1c4a49-8cd0-42ea-9108-ffa7c5c8e755 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:19.728524 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:19.736253 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-8b1c4a49-8cd0-42ea-9108-ffa7c5c8e755 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:19.744385 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] Checking segment: {'id': 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:17:19.745343 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] Network hostable DHCP agents. Network: 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:17:19.786116 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.1885016
Jun 03 20:17:19.787872 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 33342) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:19.792958 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-819728615-router', 'tenant_id': '10d1e6de1c374152919c5d3fa5abbb75', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:19.799634 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:19.804333 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Usage tracker for resource:router and tenant:10d1e6de1c374152919c5d3fa5abbb75 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:19.809010 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:19.816538 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:19.835131 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1c4a49-8cd0-42ea-9108-ffa7c5c8e755 admin admin] Made reservation on behalf of b2a1415fd5074293876b0d781ad89454 for: {'subnet': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:19.837815 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8b1c4a49-8cd0-42ea-9108-ffa7c5c8e755 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:19.873280 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:19.958314 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:19.963716 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:20.031374 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348}  {{(pid=92636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:17:20.055966 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5dd889-b4fa-4e0a-92dc-37547f4581ca,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:20.060043 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:20.066250 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:20.066741 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.segments_db [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Added segment 8e6a925e-b4ab-411e-a97a-d883e37983b2 of type vlan for network f744272e-e782-4dff-8d90-0b1e971a9908
Jun 03 20:17:20.117656 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:20.121748 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] Network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:17:20.132068 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4105'] for router, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:20.134374 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:20.143806 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7433de41-24ba-43a6-a4d6-59df7999d6e8 None None] Network ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:17:20.162047 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:20.255597 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:20.257373 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:20.258286 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:20.269085 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:20.294506 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8) {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:17:20.309353 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b90bf4-6f66-4c17-8940-bb6e0913cc30 None None] Network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:17:20.309686 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:20.310571 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:20.485987 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.8929009
Jun 03 20:17:20.503925 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 1.0602438
Jun 03 20:17:20.518414 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33372) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:20.523529 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] Request body: {'subnet': {'network_id': 'f744272e-e782-4dff-8d90-0b1e971a9908', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1333393796-subnet', 'tenant_id': 'eb406eeae380420a89ee8d6b6f81260f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:20.537515 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:20.548631 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] Usage tracker for resource:subnet and tenant:eb406eeae380420a89ee8d6b6f81260f is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:20.555055 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:20.567379 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:20.585307 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Pushing event updated for resources: {'Network': ['ID=f744272e-e782-4dff-8d90-0b1e971a9908,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:20.591042 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:20.606609 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network f744272e-e782-4dff-8d90-0b1e971a9908 details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:17:20.660938 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] Made reservation on behalf of eb406eeae380420a89ee8d6b6f81260f for: {'subnet': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:20.663928 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:20.946977 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4206'] for router, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:21.034154 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8b1c4a49-8cd0-42ea-9108-ffa7c5c8e755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164'] for subnet, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:21.038358 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:21.053775 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bda735-5557-437e-a9da-33b682c75bbe None None] Network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:17:21.152925 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c4a49-8cd0-42ea-9108-ffa7c5c8e755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55dda826-e868-4211-95e1-31782b85a1be,revision_number=0']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:21.162948 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-8b1c4a49-8cd0-42ea-9108-ffa7c5c8e755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:21.236216 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1c4a49-8cd0-42ea-9108-ffa7c5c8e755 admin admin] Checking segment: {'id': '700ccff4-1418-4919-a84a-2229ead40bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'a1525f32-038d-4020-bbb5-84c6f9346826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:17:21.236557 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1c4a49-8cd0-42ea-9108-ffa7c5c8e755 admin admin] Network hostable DHCP agents. Network: a1525f32-038d-4020-bbb5-84c6f9346826, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:17:21.342981 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164'] for subnet, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:21.348196 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-88cbb9fc-3a04-4977-8bcb-e90509c343cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:21.404158 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1c4a49-8cd0-42ea-9108-ffa7c5c8e755 admin admin] Network a1525f32-038d-4020-bbb5-84c6f9346826 is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:17:21.416183 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=393cc79a-cae4-4800-a5cb-a3357d8b368e,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:21.419567 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:21.425542 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] Checking segment: {'id': '8e6a925e-b4ab-411e-a97a-d883e37983b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'f744272e-e782-4dff-8d90-0b1e971a9908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:17:21.425895 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] Network hostable DHCP agents. Network: f744272e-e782-4dff-8d90-0b1e971a9908, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:17:21.475164 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:21.507082 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-8b1c4a49-8cd0-42ea-9108-ffa7c5c8e755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, a1525f32-038d-4020-bbb5-84c6f9346826) {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:17:21.512367 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1c4a49-8cd0-42ea-9108-ffa7c5c8e755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:21.513021 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8b1c4a49-8cd0-42ea-9108-ffa7c5c8e755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:21.517420 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9509dc-fabe-4d30-bc88-6406eeb4a28b None None] Network a1525f32-038d-4020-bbb5-84c6f9346826 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:17:21.523174 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:21.578200 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] Network f744272e-e782-4dff-8d90-0b1e971a9908 is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:17:21.585373 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, f744272e-e782-4dff-8d90-0b1e971a9908) {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:17:21.591778 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:21.592571 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:21.600831 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbb3bf7-cc0c-42a5-9a25-6db4f784c137 None None] Network f744272e-e782-4dff-8d90-0b1e971a9908 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:17:21.670574 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-8b1c4a49-8cd0-42ea-9108-ffa7c5c8e755 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.9883649
Jun 03 20:17:21.715132 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1946363
Jun 03 20:17:21.768516 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Allocated IP 172.27.0.160 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/4a739f28-431e-4c72-baaf-bafa90c39733) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:17:21.920340 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d31f0aa-e5e0-4b33-859e-449b69b7ff31 None None] Network a1525f32-038d-4020-bbb5-84c6f9346826 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:17:22.029062 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33412) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:22.057451 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:22.126943 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91dfbbf-c186-4968-9b9c-3187183babbc None None] Network f744272e-e782-4dff-8d90-0b1e971a9908 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:17:22.154379 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b18625-b84b-4e14-b516-d511aa3da8b0 admin admin] Deleting subnet c64fcf49-14ae-42d2-aebb-417b9a73571c {{(pid=92636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 20:17:22.158471 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e3b18625-b84b-4e14-b516-d511aa3da8b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:22.216015 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e3b18625-b84b-4e14-b516-d511aa3da8b0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:22.223952 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e3b18625-b84b-4e14-b516-d511aa3da8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888552'] for subnet, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:22.348065 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:22.353167 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:22.478494 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 33448) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:22.485902 dv-cinder-794669-1-iscsi neutron-server[92637]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 03 20:17:22.531721 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Pushing event updated for resources: {'Port': ['ID=4a739f28-431e-4c72-baaf-bafa90c39733,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:22.542998 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:22.556598 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:17:22.560845 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:17:22.565929 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:17:22.830206 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33472) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:22.832705 dv-cinder-794669-1-iscsi neutron-server[92636]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 03 20:17:22.873695 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e3b18625-b84b-4e14-b516-d511aa3da8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164'] for subnet, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:22.882941 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-2b06f986-fb2a-42b1-b880-974111f9bf69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:22.902012 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08497424-87d7-4f7f-a787-172a164c3177 req-97f85531-1c5c-462b-9c14-1b5001952487 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:22.903520 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-97f85531-1c5c-462b-9c14-1b5001952487 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/networks?id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 HTTP/1.1" status: 200  len: 814 time: 0.4242444
Jun 03 20:17:22.921533 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-61a25054-062b-49f9-8727-236da1cb430c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/quotas/9b339080d7b947c785dc916dacacd15c HTTP/1.1" status: 200  len: 375 time: 0.0100574
Jun 03 20:17:22.971011 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b18625-b84b-4e14-b516-d511aa3da8b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c64fcf49-14ae-42d2-aebb-417b9a73571c,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:22.972089 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-f4a1e623-e84f-4e59-b3e4-8b083eebd588 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9b339080d7b947c785dc916dacacd15c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0440938
Jun 03 20:17:22.984272 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e3b18625-b84b-4e14-b516-d511aa3da8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:23.055651 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e3b18625-b84b-4e14-b516-d511aa3da8b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:23.075307 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-ae0c0078-9adf-48e8-8485-f2c535e39685 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:23.076994 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-ae0c0078-9adf-48e8-8485-f2c535e39685 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/networks?id=a1525f32-038d-4020-bbb5-84c6f9346826 HTTP/1.1" status: 200  len: 811 time: 0.2455943
Jun 03 20:17:23.078524 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-e3b18625-b84b-4e14-b516-d511aa3da8b0 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/c64fcf49-14ae-42d2-aebb-417b9a73571c HTTP/1.1" status: 204  len: 168 time: 1.0480433
Jun 03 20:17:23.081355 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 33482) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:23.098977 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-36ce0ee6-d8cc-4471-b648-bebc452647e2 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/quotas/b2a1415fd5074293876b0d781ad89454 HTTP/1.1" status: 200  len: 375 time: 0.0116074
Jun 03 20:17:23.164028 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-fc31ace7-52df-45c1-83f8-991e54159cc5 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b2a1415fd5074293876b0d781ad89454&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0582078
Jun 03 20:17:23.278294 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-f4dbbb6a-4981-4046-a14a-80181b12c128 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=92636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 20:17:23.278294 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-f4dbbb6a-4981-4046-a14a-80181b12c128 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0534675
Jun 03 20:17:23.283241 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645772'] for network, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:23.310352 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:23.392520 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-5910baa9-1d63-4e1e-8618-50c1186fe908 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=92637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 20:17:23.393403 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-5910baa9-1d63-4e1e-8618-50c1186fe908 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2023413
Jun 03 20:17:23.417640 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-1ada023a-c8d5-4a86-9aa0-dcdb9b229368 service neutron] 10.222.0.96 "GET /v2.0/networks/a1525f32-038d-4020-bbb5-84c6f9346826?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333709
Jun 03 20:17:23.441043 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33496) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:23.590059 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6f661dd6-f21f-4211-926c-940186135f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:23.611756 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-6f661dd6-f21f-4211-926c-940186135f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:23.625687 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-6f661dd6-f21f-4211-926c-940186135f69 admin admin] Usage tracker for resource:security_group_rule and tenant:f0f6a953a17043c997546bd512b056bd is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:23.631456 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-6f661dd6-f21f-4211-926c-940186135f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:23.639325 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-6f661dd6-f21f-4211-926c-940186135f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:23.643168 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-7d16c930-126c-41ae-bc16-7b67bbebae23 service neutron] 10.222.0.96 "GET /v2.0/networks/a1525f32-038d-4020-bbb5-84c6f9346826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2198210
Jun 03 20:17:23.675693 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082749', 'neutron.services.segments.db._delete_segments_for_network-8745116134081'] for network, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:23.706543 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4217f9ee50>> segment before_delete 55550000 {{(pid=92637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:23.706918 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4217f9ee50>> subnet precommit_delete_associations 55550000 {{(pid=92637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:23.707634 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f421708afa0>> segment_host_mapping after_create 55550000 {{(pid=92637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:23.707957 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f421708afa0>> port after_create 55550000 {{(pid=92637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:23.708284 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f421708afa0>> port after_delete 55550000 {{(pid=92637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:23.708617 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f421708afa0>> port after_update 55550000 {{(pid=92637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:23.708954 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f421708afa0>> segment after_delete 55550000 {{(pid=92637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:23.709288 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f421708afa0>> subnet after_create 55550000 {{(pid=92637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:23.709600 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f421708afa0>> subnet after_delete 55550000 {{(pid=92637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:23.709931 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f421708afa0>> subnet after_update 55550000 {{(pid=92637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:23.732426 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6f661dd6-f21f-4211-926c-940186135f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:23.841298 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6f661dd6-f21f-4211-926c-940186135f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:23.848920 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:23.875381 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4216a435b0>> subnet after_create 55550000 {{(pid=92637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:23.875717 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4216a435b0>> subnet after_delete 55550000 {{(pid=92637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:23.876611 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4216a435b0>> subnet before_create 55550000 {{(pid=92637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:23.876930 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4216a435b0>> subnet before_update 55550000 {{(pid=92637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:23.877409 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f421708a640>,) {'filters': {'network_id': ['78b1b950-3589-4564-a4d2-3374438d097e']}} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:17:23.892464 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f661dd6-f21f-4211-926c-940186135f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4f77c9-20d6-4b56-a6ed-81d577249114,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:23.896489 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-6f661dd6-f21f-4211-926c-940186135f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:23.898229 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-6f661dd6-f21f-4211-926c-940186135f69 admin admin] Synchronizing usage tracker for tenant:3eca0ac8d35248f8a9c3a7237f688d67 on resource:security_group {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:17:23.963873 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f421708a640>, '59f12c00-cde4-4891-aea5-ec2ed9862bd7') {'for_net_delete': True} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:17:23.964164 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f421708a640>, '59f12c00-cde4-4891-aea5-ec2ed9862bd7') {} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:17:23.981346 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-6f661dd6-f21f-4211-926c-940186135f69 admin admin] Unset dirty status for tenant:3eca0ac8d35248f8a9c3a7237f688d67 on resource:security_group {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:17:23.983953 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-6f661dd6-f21f-4211-926c-940186135f69 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f0f6a953a17043c997546bd512b056bd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5417104
Jun 03 20:17:23.989158 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-b12506af-fcca-4afe-ac90-61d1cb6e7982 service neutron] 10.222.0.96 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5643280
Jun 03 20:17:23.989288 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33512) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:23.989398 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745116137948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16070493'] for segment, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:24.058706 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:24.084172 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-662e2370-ecad-47ea-a5d4-8481e41fca3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:24.119002 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-662e2370-ecad-47ea-a5d4-8481e41fca3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:24.180307 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=92637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 20:17:24.180716 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16398940'] for segment, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:   from cryptography.utils import int_from_bytes
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:   from cryptography.utils import int_from_bytes
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]: Traceback (most recent call last):
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:     timer()
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:     cb(*args, **kw)
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:     return func(*args, **kwargs)
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:     self._notify()
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:     self.callback(batched_events)
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:     event.method(event)
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:     return f(self, *a, **k)
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self._get(url).json()
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self.request(url, 'GET', **kwargs)
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 20:17:24.234788 dv-cinder-794669-1-iscsi neutron-server[92637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 20:17:24.316672 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-92311e89-27f8-4c64-97ae-c52335430f17 req-5dd5796c-d5ae-42fc-8ad2-88b05c240bf8 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 210 time: 0.0546131
Jun 03 20:17:24.317767 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-662e2370-ecad-47ea-a5d4-8481e41fca3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:24.327150 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:24.372569 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e2370-ecad-47ea-a5d4-8481e41fca3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4f77c9-20d6-4b56-a6ed-81d577249114,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:24.374742 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-662e2370-ecad-47ea-a5d4-8481e41fca3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:24.382990 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-662e2370-ecad-47ea-a5d4-8481e41fca3f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7d4f77c9-20d6-4b56-a6ed-81d577249114 HTTP/1.1" status: 204  len: 168 time: 0.3944099
Jun 03 20:17:24.384389 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-662e2370-ecad-47ea-a5d4-8481e41fca3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:24.469732 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-d29533ba-252e-4a60-b8be-8e22936e6209 service neutron] 10.222.0.96 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4744644
Jun 03 20:17:24.518530 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-836917'] for router, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:24.611677 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-836978'] for network, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:24.619923 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:24.624218 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-c40bdcb8-50ec-4dd2-ab87-3c4b4888aa40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:24.707256 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] 10.222.0.96 "DELETE /v2.0/networks/78b1b950-3589-4564-a4d2-3374438d097e HTTP/1.1" status: 204  len: 168 time: 1.6247969
Jun 03 20:17:24.708058 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Pushing event deleted for resources: {'Network': ['ID=78b1b950-3589-4564-a4d2-3374438d097e,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:24.710023 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33550) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:24.710508 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a64f7ca8-cc2c-4ecf-a754-3615e068ac9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:24.821714 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d78c38b-5686-45a1-baf9-665c6baede43 admin admin] Deleting subnet 393cc79a-cae4-4800-a5cb-a3357d8b368e {{(pid=92636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 20:17:24.826571 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-2d78c38b-5686-45a1-baf9-665c6baede43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:24.912160 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-2d78c38b-5686-45a1-baf9-665c6baede43 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:24.916133 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Router 414a8d0f-9f3d-4160-8ddd-a63771507516 is scheduled to L3 agent 107fbc38-de16-481d-8d22-795583403c3d with binding_index 1 {{(pid=92637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 20:17:24.920579 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-2d78c38b-5686-45a1-baf9-665c6baede43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888552'] for subnet, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:25.179358 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:17:25.195958 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Sync routers for ids ['414a8d0f-9f3d-4160-8ddd-a63771507516'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:17:25.237678 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Routers {'414a8d0f-9f3d-4160-8ddd-a63771507516'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:17:25.240093 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217231820>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:17:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['414a8d0f-9f3d-4160-8ddd-a63771507516'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:17:25.257986 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33588) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:25.281523 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5afada02-2d9e-4863-8c14-ec38335a0512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:25.342913 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-5afada02-2d9e-4863-8c14-ec38335a0512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:25.347491 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-5afada02-2d9e-4863-8c14-ec38335a0512 admin admin] Usage tracker for resource:security_group_rule and tenant:3511a021d0084387bf0641531b5faf75 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:25.350830 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-5afada02-2d9e-4863-8c14-ec38335a0512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:25.357213 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-5afada02-2d9e-4863-8c14-ec38335a0512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:25.366692 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Notify callbacks [] for router, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:25.370409 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.5791621
Jun 03 20:17:25.370872 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 33600) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:25.401136 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-15e102b4-72e4-4b3a-bba4-3aca03fbb908 req-da1e46a3-0b4a-469d-bdf6-2329e30f96e5 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 210 time: 0.1081457
Jun 03 20:17:25.403736 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-2d78c38b-5686-45a1-baf9-665c6baede43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164'] for subnet, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:25.424627 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:25.459773 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-2d78c38b-5686-45a1-baf9-665c6baede43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:25.487613 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-2d78c38b-5686-45a1-baf9-665c6baede43 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/393cc79a-cae4-4800-a5cb-a3357d8b368e HTTP/1.1" status: 204  len: 168 time: 0.7763386
Jun 03 20:17:25.493392 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33608) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:25.521026 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78c38b-5686-45a1-baf9-665c6baede43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=393cc79a-cae4-4800-a5cb-a3357d8b368e,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:25.529450 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-2d78c38b-5686-45a1-baf9-665c6baede43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:25.597045 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-98f93074-b6ba-4fad-9910-5bcfb6696da6 req-b0ecc37f-6d99-407f-bde5-3d67b44eba18 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 210 time: 0.1026547
Jun 03 20:17:25.618749 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Set router 414a8d0f-9f3d-4160-8ddd-a63771507516 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:17:25.823364 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5afada02-2d9e-4863-8c14-ec38335a0512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:25.845770 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645772'] for network, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:25.923584 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5afada02-2d9e-4863-8c14-ec38335a0512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:25.969062 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:26.014895 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217231820>, [{'id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'name': 'tempest-ServerRescueNegativeTestJSON-819728615-router', 'tenant_id': '10d1e6de1c374152919c5d3fa5abbb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '4a739f28-431e-4c72-baaf-bafa90c39733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:17:20Z', 'updated_at': '2021-06-03T20:17:22Z', 'revision_number': 3, 'project_id': '10d1e6de1c374152919c5d3fa5abbb75', 'gw_port': {'id': '4a739f28-431e-4c72-baaf-bafa90c39733', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fa:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:17:21Z', 'updated_at': '2021-06-03T20:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:17:26.019481 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Checking router: 414a8d0f-9f3d-4160-8ddd-a63771507516 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:17:26.019838 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Updating router 414a8d0f-9f3d-4160-8ddd-a63771507516 port 4a739f28-431e-4c72-baaf-bafa90c39733 binding host dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:17:26.074784 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:26.083527 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afada02-2d9e-4863-8c14-ec38335a0512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd9c9de-f262-44d2-9698-dd0b5981054c,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:26.111948 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082749', 'neutron.services.segments.db._delete_segments_for_network-8745116134081'] for network, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:26.130411 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-5afada02-2d9e-4863-8c14-ec38335a0512 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3511a021d0084387bf0641531b5faf75&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8682816
Jun 03 20:17:26.131753 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-5afada02-2d9e-4863-8c14-ec38335a0512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:26.136806 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33634) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:26.140878 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4217c26490>> segment before_delete 55550000 {{(pid=92636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:26.141014 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4217c26490>> subnet precommit_delete_associations 55550000 {{(pid=92636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:26.142061 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4217f18190>> segment_host_mapping after_create 55550000 {{(pid=92636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:26.142402 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4217f18190>> port after_create 55550000 {{(pid=92636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:26.142743 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4217f18190>> port after_delete 55550000 {{(pid=92636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:26.143102 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4217f18190>> port after_update 55550000 {{(pid=92636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:26.143424 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4217f18190>> segment after_delete 55550000 {{(pid=92636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:26.143764 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4217f18190>> subnet after_create 55550000 {{(pid=92636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:26.144080 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4217f18190>> subnet after_delete 55550000 {{(pid=92636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:26.144409 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4217f18190>> subnet after_update 55550000 {{(pid=92636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:26.277623 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:26.337184 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4216a87640>> subnet after_create 55550000 {{(pid=92636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:26.337528 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4216a87640>> subnet after_delete 55550000 {{(pid=92636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:26.337858 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4216a87640>> subnet before_create 55550000 {{(pid=92636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:26.338187 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4216a87640>> subnet before_update 55550000 {{(pid=92636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 20:17:26.338548 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4217176fd0>,) {'filters': {'network_id': ['f744272e-e782-4dff-8d90-0b1e971a9908']}} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:17:26.366720 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4217176fd0>, '8e6a925e-b4ab-411e-a97a-d883e37983b2') {'for_net_delete': True} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:17:26.367051 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4217176fd0>, '8e6a925e-b4ab-411e-a97a-d883e37983b2') {} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:17:26.390774 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745116137948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16158705'] for segment, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:26.421443 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:26.442696 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=92636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 20:17:26.448054 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16099519'] for segment, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:   from cryptography.utils import int_from_bytes
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:   from cryptography.utils import int_from_bytes
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]: Traceback (most recent call last):
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:     timer()
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:     cb(*args, **kw)
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:     return func(*args, **kwargs)
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:     self._notify()
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:     self.callback(batched_events)
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:     event.method(event)
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:     return f(self, *a, **k)
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self._get(url).json()
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self.request(url, 'GET', **kwargs)
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 20:17:26.458664 dv-cinder-794669-1-iscsi neutron-server[92636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 20:17:26.470634 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Notify callbacks [] for port, precommit_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:26.481342 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-96d89f25-931b-4db2-89b9-6b788b81013e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:26.553419 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f1170b09-4ab6-4488-87a9-bf70aa1ce338 req-8a4931dd-dc28-4fd0-9cbd-893f1515c7de tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 210 time: 0.0553148
Jun 03 20:17:26.560110 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-96d89f25-931b-4db2-89b9-6b788b81013e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:26.570036 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Allocated IP 172.20.0.1 (ea1ab5d7-057a-46bd-93ff-db6c3dd3b068/174d75d0-7dfc-49fe-bd08-723170d65455/7ae58525-c856-42a0-8b0f-6c91b947c88a) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:17:26.638120 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-836978'] for network, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:26.645202 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-fa66eab6-9871-41e1-9641-0c5268d97306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:26.665660 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:26.668621 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Pushing event deleted for resources: {'Network': ['ID=f744272e-e782-4dff-8d90-0b1e971a9908,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:26.680301 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:26.683444 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] 10.222.0.96 "DELETE /v2.0/networks/f744272e-e782-4dff-8d90-0b1e971a9908 HTTP/1.1" status: 204  len: 168 time: 1.1744270
Jun 03 20:17:26.698460 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-96d89f25-931b-4db2-89b9-6b788b81013e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:26.698612 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.provisioning_blocks [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Transition to ACTIVE for port object 4a739f28-431e-4c72-baaf-bafa90c39733 will not be triggered until provisioned by entity L2. {{(pid=92640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:17:26.701546 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-96d89f25-931b-4db2-89b9-6b788b81013e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:26.703110 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-96d89f25-931b-4db2-89b9-6b788b81013e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6fd9c9de-f262-44d2-9698-dd0b5981054c HTTP/1.1" status: 204  len: 168 time: 0.5655947
Jun 03 20:17:26.703980 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3c7b31e1-2d08-4a1d-93c0-54e54b5fc093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:26.723763 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d89f25-931b-4db2-89b9-6b788b81013e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd9c9de-f262-44d2-9698-dd0b5981054c,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:26.730424 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-96d89f25-931b-4db2-89b9-6b788b81013e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:26.798764 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:26.804231 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:26.845829 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f4a9d2fd-e344-46a6-89eb-8555150a2497 req-c0305e0b-28c8-4d33-8f9e-39b7b43d5dc9 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 210 time: 0.0580196
Jun 03 20:17:26.913093 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:26.921775 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Attempting to bind port 4a739f28-431e-4c72-baaf-bafa90c39733 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:17:26.922237 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Attempting to bind port 4a739f28-431e-4c72-baaf-bafa90c39733 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:17:26.922626 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Attempting to bind port 4a739f28-431e-4c72-baaf-bafa90c39733 on network 03dbdf41-c79d-4ee5-9893-443b21628827 {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:17:26.925615 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Pushing event updated for resources: {'Port': ['ID=4a739f28-431e-4c72-baaf-bafa90c39733,revision_number=2']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:26.934112 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:26.934456 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:26.934843 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:26.935168 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:26.935496 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:26.935820 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:26.936144 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:26.936468 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:26.936810 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:26.937133 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:26.937446 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:26.937831 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Tracked resource versions report:
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]: pushed versions:
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]: {   'AddressGroup': {'1.2'},
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:     'ConntrackHelper': {'1.0'},
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:     'Log': {'1.0'},
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:     'Network': {'1.1'},
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:     'Port': {'1.7'},
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:     'PortForwarding': {'1.2'},
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:     'QosPolicy': {'1.8'},
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:     'SecurityGroup': {'1.4'},
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:     'SecurityGroupRule': {'1.2'},
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:     'SubPort': {'1.0'},
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:     'Subnet': {'1.1'},
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:     'Trunk': {'1.1'}}
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]: consumer versions:
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]: {   DHCP agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:     HyperV agent@hv-cinder-79466: {},
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:     L3 agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:     Metadata agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:     Metering agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:     Open vSwitch agent@dv-cinder-794669-1-iscsi: {   'AddressGroup': '1.2',
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'ConntrackHelper': '1.0',
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'Log': '1.0',
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'Network': '1.1',
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'Port': '1.7',
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'PortForwarding': '1.2',
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'QosPolicy': '1.8',
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'SecurityGroup': '1.4',
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'SecurityGroupRule': '1.2',
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'SubPort': '1.0',
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'Subnet': '1.1',
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:                                                      'Trunk': '1.1'}}
Jun 03 20:17:26.938859 dv-cinder-794669-1-iscsi neutron-server[92640]:  {{(pid=92640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 20:17:26.943450 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:26.944358 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:17:26.944732 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Checking segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:17:26.945131 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:26.945645 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Bound using segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:17:26.946135 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Bound port: 4a739f28-431e-4c72-baaf-bafa90c39733, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:17:26.946631 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:27.021711 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] For port 4a739f28-431e-4c72-baaf-bafa90c39733, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:17:27.025122 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] For port 4a739f28-431e-4c72-baaf-bafa90c39733, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=4a739f28-431e-4c72-baaf-bafa90c39733,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:17:27.029274 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:27.033839 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:27.086991 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33660) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:27.102904 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Network ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:17:27.103427 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:27.111672 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-4add3dc8-4099-4808-bae6-73e95589815e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:27.111867 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:17:27.116848 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:17:27.147685 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae58525-c856-42a0-8b0f-6c91b947c88a,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:27.154619 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:27.162136 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-dd24de46-f71d-435d-b150-2590763cd23a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4a097b9141b547ffa3f0c5b1394db34c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0739045
Jun 03 20:17:27.165008 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33662) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:27.181592 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Routers {'414a8d0f-9f3d-4160-8ddd-a63771507516'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:17:27.182531 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217231820>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:17:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['414a8d0f-9f3d-4160-8ddd-a63771507516'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:17:27.186378 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-837115'] for router_interface, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:27.235856 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-4128630c-8359-46fe-9ab5-be42ffc6b538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:27.331799 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-4128630c-8359-46fe-9ab5-be42ffc6b538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:27.393169 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-73a85f9d-3763-4438-b25d-c7f4ad4ac276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:27.442206 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Pushing event updated for resources: {'Port': ['ID=4a739f28-431e-4c72-baaf-bafa90c39733,revision_number=3']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:27.448116 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:27.459046 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] Set router 414a8d0f-9f3d-4160-8ddd-a63771507516 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:17:27.466924 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-4128630c-8359-46fe-9ab5-be42ffc6b538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:27.472944 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3b844844-e81a-4776-a6d4-b1bf30f0a1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:27.486354 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128630c-8359-46fe-9ab5-be42ffc6b538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e38a9e8-972a-45a5-b68c-8afc41cc7805,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:27.489035 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-4128630c-8359-46fe-9ab5-be42ffc6b538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:27.494234 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-4128630c-8359-46fe-9ab5-be42ffc6b538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:27.502744 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-4128630c-8359-46fe-9ab5-be42ffc6b538 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2e38a9e8-972a-45a5-b68c-8afc41cc7805 HTTP/1.1" status: 204  len: 168 time: 0.3367124
Jun 03 20:17:27.600257 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:27.779293 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217231820>, [{'id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'name': 'tempest-ServerRescueNegativeTestJSON-819728615-router', 'tenant_id': '10d1e6de1c374152919c5d3fa5abbb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '4a739f28-431e-4c72-baaf-bafa90c39733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:17:20Z', 'updated_at': '2021-06-03T20:17:22Z', 'revision_number': 3, 'project_id': '10d1e6de1c374152919c5d3fa5abbb75', 'gw_port': {'id': '4a739f28-431e-4c72-baaf-bafa90c39733', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fa:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:17:21Z', 'updated_at': '2021-06-03T20:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:17:27.784306 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673fc66-5091-466d-bfb8-2bed80614918 None None] The sync data for ids ['414a8d0f-9f3d-4160-8ddd-a63771507516'] in dv-cinder-794669-1-iscsi is: [{'id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'name': 'tempest-ServerRescueNegativeTestJSON-819728615-router', 'tenant_id': '10d1e6de1c374152919c5d3fa5abbb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '4a739f28-431e-4c72-baaf-bafa90c39733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:17:20Z', 'updated_at': '2021-06-03T20:17:22Z', 'revision_number': 3, 'project_id': '10d1e6de1c374152919c5d3fa5abbb75', 'gw_port': {'id': '4a739f28-431e-4c72-baaf-bafa90c39733', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fa:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:17:21Z', 'updated_at': '2021-06-03T20:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:17:27.845840 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cbf9dfa1-d682-4299-bdb9-f4b8a6eda22e req-e5cefd74-d688-4f7c-83f3-701bdc956616 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 210 time: 0.1006377
Jun 03 20:17:27.941140 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:28.041461 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:28.053391 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f5620b38-e12c-47d6-93cc-26ffe20920be req-02339c1a-60db-4a25-af29-8c92f7565123 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 210 time: 0.0455735
Jun 03 20:17:28.077120 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-943ff200-f38c-421d-a2c3-81a9a6aa1bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:28.195858 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae58525-c856-42a0-8b0f-6c91b947c88a,revision_number=2']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:28.200545 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:28.202715 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926103'] for router_interface, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:28.262963 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33702) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:28.280368 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 4a739f28-431e-4c72-baaf-bafa90c39733 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:17:28.371278 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-3b721ce9-1ed8-46c9-a458-783cd1c5ca7a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=eb406eeae380420a89ee8d6b6f81260f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1067722
Jun 03 20:17:28.373251 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33704) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:28.423396 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Network ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:17:28.425147 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:17:28.452231 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-512fcffc-b75c-44c9-ad7e-9e03c015e68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:28.472057 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 4a739f28-431e-4c72-baaf-bafa90c39733 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:17:28.486903 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 4a739f28-431e-4c72-baaf-bafa90c39733 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:17:28.492562 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:28.499460 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-512fcffc-b75c-44c9-ad7e-9e03c015e68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:28.643163 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Router 414a8d0f-9f3d-4160-8ddd-a63771507516 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:17:28.655411 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:28.661095 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-512fcffc-b75c-44c9-ad7e-9e03c015e68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:28.668680 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-662e2370-ecad-47ea-a5d4-8481e41fca3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:28.681436 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port 4a739f28-431e-4c72-baaf-bafa90c39733, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=4a739f28-431e-4c72-baaf-bafa90c39733,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:17:28.697714 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fcffc-b75c-44c9-ad7e-9e03c015e68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5dd889-b4fa-4e0a-92dc-37547f4581ca,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:28.705617 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-512fcffc-b75c-44c9-ad7e-9e03c015e68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:28.716514 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-512fcffc-b75c-44c9-ad7e-9e03c015e68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:28.721174 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-512fcffc-b75c-44c9-ad7e-9e03c015e68a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1a5dd889-b4fa-4e0a-92dc-37547f4581ca HTTP/1.1" status: 204  len: 168 time: 0.3425319
Jun 03 20:17:28.756404 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:28.758665 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:28.925183 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=4a739f28-431e-4c72-baaf-bafa90c39733,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:28.943321 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Tracked resource versions report:
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]: pushed versions:
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]: {   'AddressGroup': {'1.2'},
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:     'ConntrackHelper': {'1.0'},
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:     'Log': {'1.0'},
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:     'Network': {'1.1'},
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:     'Port': {'1.7'},
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:     'PortForwarding': {'1.2'},
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:     'QosPolicy': {'1.8'},
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:     'SecurityGroup': {'1.4'},
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:     'SecurityGroupRule': {'1.2'},
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:     'SubPort': {'1.0'},
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:     'Subnet': {'1.1'},
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:     'Trunk': {'1.1'}}
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]: consumer versions:
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]: {   DHCP agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:     HyperV agent@hv-cinder-79466: {},
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:     L3 agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:     Metadata agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:     Metering agent@dv-cinder-794669-1-iscsi: {},
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:     Open vSwitch agent@dv-cinder-794669-1-iscsi: {   'AddressGroup': '1.2',
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'ConntrackHelper': '1.0',
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'Log': '1.0',
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'Network': '1.1',
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'Port': '1.7',
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'PortForwarding': '1.2',
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'QosPolicy': '1.8',
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'SecurityGroup': '1.4',
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'SecurityGroupRule': '1.2',
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'SubPort': '1.0',
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'Subnet': '1.1',
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:                                                      'Trunk': '1.1'}}
Jun 03 20:17:28.954643 dv-cinder-794669-1-iscsi neutron-server[92638]:  {{(pid=92638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 20:17:28.960447 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:28.966493 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:17:28.986277 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] 10.222.0.96 "PUT /v2.0/routers/414a8d0f-9f3d-4160-8ddd-a63771507516/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6135471
Jun 03 20:17:29.187184 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-af5ea046-861b-4045-9e04-880808cc0a63 req-3bcedb48-1adc-4984-aea3-82d1dde77292 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 210 time: 0.0804520
Jun 03 20:17:29.253794 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-50fef134-b1e3-49b9-bafe-480312045a10 req-12a78178-b11f-4454-bab0-fca07baf4f9f tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 210 time: 0.0736780
Jun 03 20:17:29.732803 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Sync routers for ids ['414a8d0f-9f3d-4160-8ddd-a63771507516'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:17:29.748516 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Routers {'414a8d0f-9f3d-4160-8ddd-a63771507516'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:17:29.749156 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217555790>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:17:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['414a8d0f-9f3d-4160-8ddd-a63771507516'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:17:29.867503 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-09e1b111-fac5-464f-a5c8-cedac4728107 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:29.874331 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-09e1b111-fac5-464f-a5c8-cedac4728107 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/networks?id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 HTTP/1.1" status: 200  len: 818 time: 0.2199869
Jun 03 20:17:29.894220 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-9e03644c-bc74-44de-ac93-198e941e897c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/quotas/10d1e6de1c374152919c5d3fa5abbb75 HTTP/1.1" status: 200  len: 375 time: 0.0184424
Jun 03 20:17:29.977186 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Set router 414a8d0f-9f3d-4160-8ddd-a63771507516 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:17:29.986154 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-8da56d74-0cc7-414b-993d-cffabe4fb0f6 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Synchronizing usage tracker for tenant:10d1e6de1c374152919c5d3fa5abbb75 on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:17:30.132303 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-8da56d74-0cc7-414b-993d-cffabe4fb0f6 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Unset dirty status for tenant:10d1e6de1c374152919c5d3fa5abbb75 on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:17:30.133716 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-8da56d74-0cc7-414b-993d-cffabe4fb0f6 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=10d1e6de1c374152919c5d3fa5abbb75&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2385232
Jun 03 20:17:30.169878 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:30.172098 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-57f89bfc-5092-4da6-9b4e-e7221a6c1ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:30.329709 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 4a739f28-431e-4c72-baaf-bafa90c39733 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:17:30.365807 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-eb5c8ae8-5ce1-4db9-8522-c9bbc623564a service neutron] 10.222.0.96 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2241180
Jun 03 20:17:30.503551 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 4a739f28-431e-4c72-baaf-bafa90c39733 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:17:30.503551 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:30.533290 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-00707118-c846-4d15-8dfc-a34d4d9e0d5a service neutron] 10.222.0.96 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1619713
Jun 03 20:17:30.588789 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217555790>, [{'id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'name': 'tempest-ServerRescueNegativeTestJSON-819728615-router', 'tenant_id': '10d1e6de1c374152919c5d3fa5abbb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '4a739f28-431e-4c72-baaf-bafa90c39733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:17:20Z', 'updated_at': '2021-06-03T20:17:27Z', 'revision_number': 4, 'project_id': '10d1e6de1c374152919c5d3fa5abbb75', 'gw_port': {'id': '4a739f28-431e-4c72-baaf-bafa90c39733', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:17:21Z', 'updated_at': '2021-06-03T20:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '7ae58525-c856-42a0-8b0f-6c91b947c88a', 'name': '', 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068', 'tenant_id': '10d1e6de1c374152919c5d3fa5abbb75', 'mac_address': 'fa:16:3e:5d:2d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '174d75d0-7dfc-49fe-bd08-723170d65455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:17:26Z', 'updated_at': '2021-06-03T20:17:27Z', 'revision_number': 2, 'project_id': '10d1e6de1c374152919c5d3fa5abbb75', 'subnets': [{'id': '174d75d0-7dfc-49fe-bd08-723170d65455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:17:30.629721 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Checking router: 414a8d0f-9f3d-4160-8ddd-a63771507516 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:17:30.630096 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Updating router 414a8d0f-9f3d-4160-8ddd-a63771507516 port 7ae58525-c856-42a0-8b0f-6c91b947c88a binding host dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:17:30.731062 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:30.815650 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0486d38a-86e0-4986-b5e5-b99701cbfccd req-7cb053c6-ed94-42d0-a994-7f20f3564747 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 210 time: 0.0672688
Jun 03 20:17:31.128833 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.122', 64682) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:31.156185 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-0566680f-d88b-47bc-8ee3-c78d0e8683b2 req-629fb8f8-0a5c-418b-b9f2-8d5f1e780a4b tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 210 time: 0.0926726
Jun 03 20:17:31.263087 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08497424-87d7-4f7f-a787-172a164c3177 req-e1934bb7-5b8a-498f-8640-929e81157e4a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:31.263087 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-08497424-87d7-4f7f-a787-172a164c3177 req-e1934bb7-5b8a-498f-8640-929e81157e4a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Synchronizing usage tracker for tenant:9b339080d7b947c785dc916dacacd15c on resource:network {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:17:31.351919 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-26d3064a-9e91-41b2-96ac-ddb3d692d952 req-3b603c35-da7d-4881-8f33-21fcf1c45595 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 210 time: 0.0694256
Jun 03 20:17:31.409710 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-08497424-87d7-4f7f-a787-172a164c3177 req-e1934bb7-5b8a-498f-8640-929e81157e4a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Unset dirty status for tenant:9b339080d7b947c785dc916dacacd15c on resource:network {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:17:31.414158 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Notify callbacks [] for port, precommit_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:31.418338 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-e1934bb7-5b8a-498f-8640-929e81157e4a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.122 "GET /v2.0/networks?id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 HTTP/1.1" status: 200  len: 814 time: 0.4034333
Jun 03 20:17:31.420666 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:31.435948 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Transition to ACTIVE for port object 7ae58525-c856-42a0-8b0f-6c91b947c88a will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:17:31.464048 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-08497424-87d7-4f7f-a787-172a164c3177 req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Request body: {'port': {'device_id': 'f0bda45c-587c-46ed-849d-843cb55e5ffb', 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8', 'admin_state_up': True, 'tenant_id': '9b339080d7b947c785dc916dacacd15c'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:31.570995 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:31.595669 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:31.630937 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-08497424-87d7-4f7f-a787-172a164c3177 req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:31.636572 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-08497424-87d7-4f7f-a787-172a164c3177 req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Usage tracker for resource:port and tenant:9b339080d7b947c785dc916dacacd15c is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:31.641824 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-08497424-87d7-4f7f-a787-172a164c3177 req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:31.658277 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-08497424-87d7-4f7f-a787-172a164c3177 req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:31.725455 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9179f-2ca6-4466-b17a-a555d12980d4 None None] Pushing event updated for resources: {'Port': ['ID=7ae58525-c856-42a0-8b0f-6c91b947c88a,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:31.728570 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-2ac9179f-2ca6-4466-b17a-a555d12980d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:31.832235 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08497424-87d7-4f7f-a787-172a164c3177 req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Made reservation on behalf of 9b339080d7b947c785dc916dacacd15c for: {'port': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:31.836889 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-08497424-87d7-4f7f-a787-172a164c3177 req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:31.934219 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Attempting to bind port 7ae58525-c856-42a0-8b0f-6c91b947c88a on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:17:31.934959 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Attempting to bind port 7ae58525-c856-42a0-8b0f-6c91b947c88a by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'cf470bb2-6deb-404f-82d1-83a23ef347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:17:31.935441 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Attempting to bind port 7ae58525-c856-42a0-8b0f-6c91b947c88a on network ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:17:31.946580 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:17:31.948352 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Checking segment: {'id': 'cf470bb2-6deb-404f-82d1-83a23ef347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:17:31.950161 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:31.951816 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Bound using segment: {'id': 'cf470bb2-6deb-404f-82d1-83a23ef347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:17:31.956650 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Bound port: 7ae58525-c856-42a0-8b0f-6c91b947c88a, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf470bb2-6deb-404f-82d1-83a23ef347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:17:31.956650 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:32.135566 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] For port 7ae58525-c856-42a0-8b0f-6c91b947c88a, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:17:32.141160 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] For port 7ae58525-c856-42a0-8b0f-6c91b947c88a, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=7ae58525-c856-42a0-8b0f-6c91b947c88a,segment=NetworkSegment(cf470bb2-6deb-404f-82d1-83a23ef347bb),segment_id=cf470bb2-6deb-404f-82d1-83a23ef347bb)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:17:32.161306 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-69a48cbf-d766-4758-93fd-ce4ca14d2a13 req-22965679-9d42-4b7d-88ff-831f5c3bc541 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 210 time: 0.0801492
Jun 03 20:17:32.214843 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 33888) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:32.216811 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:32.224272 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603202f-7271-464f-a8f7-12954efae021 req-35adc6db-99b4-49f2-b0a0-6672e7908239 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:32.224971 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-6603202f-7271-464f-a8f7-12954efae021 req-35adc6db-99b4-49f2-b0a0-6672e7908239 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Synchronizing usage tracker for tenant:10d1e6de1c374152919c5d3fa5abbb75 on resource:network {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:17:32.230214 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-d6bea0c6-145d-4c9c-8477-4b9e9096171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:32.266247 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [req-08497424-87d7-4f7f-a787-172a164c3177 req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Allocated IP 172.20.0.7 (94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8/3da4210a-5c83-4700-ac8e-57295ef4434f/1433535d-12bc-4482-b6b9-20824b43f248) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:17:32.346153 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9f36f406-923d-4a7a-8f7e-9a7f503cb527 req-da00e88a-b9de-4095-b505-619b7bfabfc9 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 210 time: 0.0490618
Jun 03 20:17:32.353537 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9179f-2ca6-4466-b17a-a555d12980d4 None None] Pushing event updated for resources: {'Port': ['ID=7ae58525-c856-42a0-8b0f-6c91b947c88a,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:32.357153 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-2ac9179f-2ca6-4466-b17a-a555d12980d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:32.368260 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Routers {'414a8d0f-9f3d-4160-8ddd-a63771507516'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:17:32.368981 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217555790>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:17:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['414a8d0f-9f3d-4160-8ddd-a63771507516'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:17:32.371020 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-6603202f-7271-464f-a8f7-12954efae021 req-35adc6db-99b4-49f2-b0a0-6672e7908239 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Unset dirty status for tenant:10d1e6de1c374152919c5d3fa5abbb75 on resource:network {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:17:32.372362 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6603202f-7271-464f-a8f7-12954efae021 req-35adc6db-99b4-49f2-b0a0-6672e7908239 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/networks?id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 HTTP/1.1" status: 200  len: 818 time: 0.5183759
Jun 03 20:17:32.446352 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6603202f-7271-464f-a8f7-12954efae021 req-e645c2d5-ef4b-4ed0-b40c-2fdb087a6b7a tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/quotas/10d1e6de1c374152919c5d3fa5abbb75 HTTP/1.1" status: 200  len: 375 time: 0.0623176
Jun 03 20:17:32.446615 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1af29ce9-f20f-4b5c-87ec-f803c77615e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:32.469057 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-1af29ce9-f20f-4b5c-87ec-f803c77615e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:32.492924 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-1af29ce9-f20f-4b5c-87ec-f803c77615e9 admin admin] Usage tracker for resource:security_group_rule and tenant:270d7dbc803f495abab64b207426bb79 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:32.500003 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-1af29ce9-f20f-4b5c-87ec-f803c77615e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:32.510488 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-1af29ce9-f20f-4b5c-87ec-f803c77615e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:32.596394 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] Set router 414a8d0f-9f3d-4160-8ddd-a63771507516 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:17:32.612043 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-08497424-87d7-4f7f-a787-172a164c3177 req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:32.630069 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6603202f-7271-464f-a8f7-12954efae021 req-34da1fcd-8eaa-4107-b91a-7a8844741d27 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=10d1e6de1c374152919c5d3fa5abbb75&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1751375
Jun 03 20:17:32.673080 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1af29ce9-f20f-4b5c-87ec-f803c77615e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:32.752753 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1af29ce9-f20f-4b5c-87ec-f803c77615e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:32.768102 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-d972906a-1e13-4b1c-92dd-47c0f586857f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:32.791519 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6603202f-7271-464f-a8f7-12954efae021 req-53e076dc-e68e-4b31-a7a3-ad9b1a5afebd service neutron] 10.222.0.96 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542094
Jun 03 20:17:32.793955 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33900) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:32.831751 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af29ce9-f20f-4b5c-87ec-f803c77615e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b11bfd8-a516-48fc-b670-197d1510b496,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:32.840741 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-1af29ce9-f20f-4b5c-87ec-f803c77615e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:32.881439 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-1af29ce9-f20f-4b5c-87ec-f803c77615e9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=270d7dbc803f495abab64b207426bb79&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6630242
Jun 03 20:17:32.882084 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 33908) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:32.977309 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7b641e63-afd5-4599-abe5-a55f194a906e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:32.991254 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-08497424-87d7-4f7f-a787-172a164c3177 req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:32.998527 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6cb160f3-4bde-4f69-a527-8cefc160d824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:33.010159 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7b641e63-afd5-4599-abe5-a55f194a906e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:33.011896 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:33.063424 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-6cb160f3-4bde-4f69-a527-8cefc160d824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:33.072830 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:33.125481 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217555790>, [{'id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'name': 'tempest-ServerRescueNegativeTestJSON-819728615-router', 'tenant_id': '10d1e6de1c374152919c5d3fa5abbb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '4a739f28-431e-4c72-baaf-bafa90c39733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:17:20Z', 'updated_at': '2021-06-03T20:17:27Z', 'revision_number': 4, 'project_id': '10d1e6de1c374152919c5d3fa5abbb75', 'gw_port': {'id': '4a739f28-431e-4c72-baaf-bafa90c39733', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:17:21Z', 'updated_at': '2021-06-03T20:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '7ae58525-c856-42a0-8b0f-6c91b947c88a', 'name': '', 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068', 'tenant_id': '10d1e6de1c374152919c5d3fa5abbb75', 'mac_address': 'fa:16:3e:5d:2d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '174d75d0-7dfc-49fe-bd08-723170d65455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:17:26Z', 'updated_at': '2021-06-03T20:17:32Z', 'revision_number': 4, 'project_id': '10d1e6de1c374152919c5d3fa5abbb75', 'subnets': [{'id': '174d75d0-7dfc-49fe-bd08-723170d65455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:17:33.131207 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cdfa5b-a4a2-4cd8-a9fa-abd72b671032 None None] The sync data for ids ['414a8d0f-9f3d-4160-8ddd-a63771507516'] in dv-cinder-794669-1-iscsi is: [{'id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'name': 'tempest-ServerRescueNegativeTestJSON-819728615-router', 'tenant_id': '10d1e6de1c374152919c5d3fa5abbb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '4a739f28-431e-4c72-baaf-bafa90c39733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:17:20Z', 'updated_at': '2021-06-03T20:17:27Z', 'revision_number': 4, 'project_id': '10d1e6de1c374152919c5d3fa5abbb75', 'gw_port': {'id': '4a739f28-431e-4c72-baaf-bafa90c39733', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:17:21Z', 'updated_at': '2021-06-03T20:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '7ae58525-c856-42a0-8b0f-6c91b947c88a', 'name': '', 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068', 'tenant_id': '10d1e6de1c374152919c5d3fa5abbb75', 'mac_address': 'fa:16:3e:5d:2d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '174d75d0-7dfc-49fe-bd08-723170d65455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:17:26Z', 'updated_at': '2021-06-03T20:17:32Z', 'revision_number': 4, 'project_id': '10d1e6de1c374152919c5d3fa5abbb75', 'subnets': [{'id': '174d75d0-7dfc-49fe-bd08-723170d65455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:17:33.189137 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7b641e63-afd5-4599-abe5-a55f194a906e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:33.195100 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:33.220774 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Pushing event updated for resources: {'Port': ['ID=1433535d-12bc-4482-b6b9-20824b43f248,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:33.225374 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-6cb160f3-4bde-4f69-a527-8cefc160d824 admin admin] Usage tracker for resource:security_group_rule and tenant:3e06395e0bd849e89421683b37fe9428 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:33.228017 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b641e63-afd5-4599-abe5-a55f194a906e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b11bfd8-a516-48fc-b670-197d1510b496,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:33.229763 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6603202f-7271-464f-a8f7-12954efae021 req-e4ba8f65-89bd-4ac4-97e8-d06d7ebff494 service neutron] 10.222.0.96 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4279180
Jun 03 20:17:33.231429 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-7b641e63-afd5-4599-abe5-a55f194a906e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:33.231549 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-6cb160f3-4bde-4f69-a527-8cefc160d824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:33.241885 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:33.242761 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-6cb160f3-4bde-4f69-a527-8cefc160d824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:33.254545 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08497424-87d7-4f7f-a787-172a164c3177 req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:17:33.254996 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7b641e63-afd5-4599-abe5-a55f194a906e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:33.255082 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [req-08497424-87d7-4f7f-a787-172a164c3177 req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:17:33.255197 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-7b641e63-afd5-4599-abe5-a55f194a906e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7b11bfd8-a516-48fc-b670-197d1510b496 HTTP/1.1" status: 204  len: 168 time: 0.3690698
Jun 03 20:17:33.259559 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-08497424-87d7-4f7f-a787-172a164c3177 req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:17:33.346232 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08497424-87d7-4f7f-a787-172a164c3177 req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:33.347349 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-08497424-87d7-4f7f-a787-172a164c3177 req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:33.457111 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6cb160f3-4bde-4f69-a527-8cefc160d824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:33.484636 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f58be-f15e-489c-b684-fa952d9b0c33 req-48491309-22e5-4948-9a13-14a530487eac tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:33.486374 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5e8f58be-f15e-489c-b684-fa952d9b0c33 req-48491309-22e5-4948-9a13-14a530487eac tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 931 time: 0.1165540
Jun 03 20:17:33.513470 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0534844
Jun 03 20:17:33.572802 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6cb160f3-4bde-4f69-a527-8cefc160d824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:33.587378 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-bac0952e-4282-4d04-9d19-f3a79c801259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:33.610777 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5e8f58be-f15e-489c-b684-fa952d9b0c33 req-e2d8e721-65d6-4e2c-a6fa-410dcfed3c08 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145668
Jun 03 20:17:33.690134 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-6cb160f3-4bde-4f69-a527-8cefc160d824 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3e06395e0bd849e89421683b37fe9428&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8923409
Jun 03 20:17:33.693282 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33938) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:33.767687 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f39b9145-6eb3-4e64-aaa6-7c6d40ae3f15 req-ca9b5a98-c4d8-461e-b9ea-62bd77f36221 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 210 time: 0.0820658
Jun 03 20:17:33.810174 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9c4d1fcc-2d74-440e-aee0-ccc15bf85af1 req-c593020a-ee45-453f-a914-b06ce17ea3a6 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 210 time: 0.0964715
Jun 03 20:17:33.827844 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb160f3-4bde-4f69-a527-8cefc160d824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b0f1a0-2752-4599-9e46-cb084bf41435,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:33.839075 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-6cb160f3-4bde-4f69-a527-8cefc160d824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:33.899524 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7299e39c-3168-4919-9a3c-0c765b259dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:33.932906 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7299e39c-3168-4919-9a3c-0c765b259dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:34.106128 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7299e39c-3168-4919-9a3c-0c765b259dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:34.111563 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:34.123929 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299e39c-3168-4919-9a3c-0c765b259dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b0f1a0-2752-4599-9e46-cb084bf41435,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:34.127940 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-7299e39c-3168-4919-9a3c-0c765b259dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:34.148348 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7299e39c-3168-4919-9a3c-0c765b259dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:34.157705 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-7299e39c-3168-4919-9a3c-0c765b259dc6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/60b0f1a0-2752-4599-9e46-cb084bf41435 HTTP/1.1" status: 204  len: 168 time: 0.4631617
Jun 03 20:17:34.285591 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 7ae58525-c856-42a0-8b0f-6c91b947c88a up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:17:34.423206 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 33966) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:34.480221 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 7ae58525-c856-42a0-8b0f-6c91b947c88a completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:17:34.486910 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 7ae58525-c856-42a0-8b0f-6c91b947c88a triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:17:34.487261 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:34.576405 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.122', 64688) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:34.609531 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0200c85e-adb0-41db-8f99-bc49594ff955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:34.626568 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:34.673658 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port 7ae58525-c856-42a0-8b0f-6c91b947c88a, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=7ae58525-c856-42a0-8b0f-6c91b947c88a,segment=NetworkSegment(cf470bb2-6deb-404f-82d1-83a23ef347bb),segment_id=cf470bb2-6deb-404f-82d1-83a23ef347bb)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:17:34.679510 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-0e43e050-74b8-4280-bff7-c56529283db7 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=92636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 20:17:34.681142 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-0e43e050-74b8-4280-bff7-c56529283db7 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0212626
Jun 03 20:17:34.698336 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-0200c85e-adb0-41db-8f99-bc49594ff955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:34.704625 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-0200c85e-adb0-41db-8f99-bc49594ff955 admin admin] Usage tracker for resource:security_group_rule and tenant:e4a069db973f44cca1c8a2587fdb4db5 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:34.708200 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-0200c85e-adb0-41db-8f99-bc49594ff955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:34.716773 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-0200c85e-adb0-41db-8f99-bc49594ff955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:34.759041 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:34.761582 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:34.947214 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=7ae58525-c856-42a0-8b0f-6c91b947c88a,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:34.965394 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:35.003830 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-9bd10d05-6468-4881-b456-f52aa16bcb49 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:35.004545 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-9bd10d05-6468-4881-b456-f52aa16bcb49 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Synchronizing usage tracker for tenant:b2a1415fd5074293876b0d781ad89454 on resource:network {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:17:35.057647 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0200c85e-adb0-41db-8f99-bc49594ff955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:35.066285 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-519330fe-5b0f-44dd-8ca9-6e20880830f2 req-adcc2cc7-c192-433d-91a6-2b484953365a tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 210 time: 0.0452158
Jun 03 20:17:35.100665 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162450a7-7562-4bc2-9064-618c243e859b req-93b8d1aa-ec07-41ce-903c-154da83b437c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:35.102550 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-162450a7-7562-4bc2-9064-618c243e859b req-93b8d1aa-ec07-41ce-903c-154da83b437c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Synchronizing usage tracker for tenant:9b339080d7b947c785dc916dacacd15c on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:17:35.199274 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0200c85e-adb0-41db-8f99-bc49594ff955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:35.215990 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:35.233443 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 34002) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:35.252668 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-459c1040-e599-4841-be4f-7e91b594d740 req-e3673b62-b512-47f9-ae07-f7769f6b050a tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 210 time: 0.0645318
Jun 03 20:17:35.288437 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-40e9f850-5d1a-4013-b6e9-90e5839af11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:35.305584 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200c85e-adb0-41db-8f99-bc49594ff955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8801afe0-9ae0-457a-9739-3b74230e7116,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:35.314549 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-0200c85e-adb0-41db-8f99-bc49594ff955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:35.317263 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-0200c85e-adb0-41db-8f99-bc49594ff955 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e4a069db973f44cca1c8a2587fdb4db5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8933725
Jun 03 20:17:35.318858 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-40e9f850-5d1a-4013-b6e9-90e5839af11d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:35.325288 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 34006) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:35.325615 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-162450a7-7562-4bc2-9064-618c243e859b req-93b8d1aa-ec07-41ce-903c-154da83b437c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Unset dirty status for tenant:9b339080d7b947c785dc916dacacd15c on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:17:35.329881 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-162450a7-7562-4bc2-9064-618c243e859b req-93b8d1aa-ec07-41ce-903c-154da83b437c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 931 time: 0.5756435
Jun 03 20:17:35.350456 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-40e9f850-5d1a-4013-b6e9-90e5839af11d admin admin] Usage tracker for resource:security_group_rule and tenant:198b0021017e4d0ab13b257f1f471ba1 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:35.368106 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-40e9f850-5d1a-4013-b6e9-90e5839af11d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:35.381517 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-40e9f850-5d1a-4013-b6e9-90e5839af11d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:35.394577 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Request body: {'port': {'device_id': 'f0bda45c-587c-46ed-849d-843cb55e5ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:35.399160 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c59c5c4e-3f75-4212-87bf-bbddd9c68068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:35.473550 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-162450a7-7562-4bc2-9064-618c243e859b req-809f9148-13c5-419a-b133-d60da61dbaff tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Synchronizing usage tracker for tenant:9b339080d7b947c785dc916dacacd15c on resource:security_group {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:17:35.557152 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-9bd10d05-6468-4881-b456-f52aa16bcb49 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Unset dirty status for tenant:b2a1415fd5074293876b0d781ad89454 on resource:network {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:17:35.558526 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-9bd10d05-6468-4881-b456-f52aa16bcb49 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.122 "GET /v2.0/networks?id=a1525f32-038d-4020-bbb5-84c6f9346826 HTTP/1.1" status: 200  len: 811 time: 0.9580166
Jun 03 20:17:35.574709 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c59c5c4e-3f75-4212-87bf-bbddd9c68068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:35.585369 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Request body: {'port': {'device_id': 'b31c131a-f80d-44b9-b293-e72ca1e6892f', 'network_id': 'a1525f32-038d-4020-bbb5-84c6f9346826', 'admin_state_up': True, 'tenant_id': 'b2a1415fd5074293876b0d781ad89454'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:35.622490 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-162450a7-7562-4bc2-9064-618c243e859b req-809f9148-13c5-419a-b133-d60da61dbaff tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Unset dirty status for tenant:9b339080d7b947c785dc916dacacd15c on resource:security_group {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:17:35.623828 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-162450a7-7562-4bc2-9064-618c243e859b req-809f9148-13c5-419a-b133-d60da61dbaff tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2929630
Jun 03 20:17:35.643588 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:35.814102 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-40e9f850-5d1a-4013-b6e9-90e5839af11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:35.834312 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:35.845219 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Usage tracker for resource:port and tenant:b2a1415fd5074293876b0d781ad89454 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:35.849167 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:35.861921 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:35.880691 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c59c5c4e-3f75-4212-87bf-bbddd9c68068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:35.881675 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-40e9f850-5d1a-4013-b6e9-90e5839af11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:35.887528 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:35.900162 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:35.902253 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c5c4e-3f75-4212-87bf-bbddd9c68068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8801afe0-9ae0-457a-9739-3b74230e7116,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:35.905625 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-c59c5c4e-3f75-4212-87bf-bbddd9c68068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:35.907592 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c59c5c4e-3f75-4212-87bf-bbddd9c68068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:35.909257 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-c59c5c4e-3f75-4212-87bf-bbddd9c68068 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8801afe0-9ae0-457a-9739-3b74230e7116 HTTP/1.1" status: 204  len: 168 time: 0.5881846
Jun 03 20:17:35.992281 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Made reservation on behalf of b2a1415fd5074293876b0d781ad89454 for: {'port': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:35.998534 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:36.094162 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-40e9f850-5d1a-4013-b6e9-90e5839af11d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=198b0021017e4d0ab13b257f1f471ba1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8593614
Jun 03 20:17:36.098550 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9f850-5d1a-4013-b6e9-90e5839af11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d6903d-0bcf-4b03-b0fe-9e2d962acdfa,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:36.102284 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-40e9f850-5d1a-4013-b6e9-90e5839af11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:36.102641 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 34054) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:36.285976 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.122', 64700) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:36.298875 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 7ae58525-c856-42a0-8b0f-6c91b947c88a up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:17:36.457092 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-532285ab-63b9-4ee7-8001-80366a0a0456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:36.480851 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 7ae58525-c856-42a0-8b0f-6c91b947c88a triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:17:36.481562 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cf767fbe-0861-4dbc-9e3d-2da78753f503 req-7d040a10-c23a-4cb9-8d2b-cbcb63f7fe28 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 210 time: 0.1937876
Jun 03 20:17:36.488713 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:36.637967 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-532285ab-63b9-4ee7-8001-80366a0a0456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:36.779109 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1ed7e7f3-aa84-453f-8d5f-f14130e76b57 req-481bf527-00a7-4287-9509-a6f67af918b9 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 210 time: 0.2490432
Jun 03 20:17:36.862316 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 34066) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:36.901562 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1433535d-12bc-4482-b6b9-20824b43f248 {{(pid=92636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:17:36.925723 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Allocated IP 172.20.0.14 (a1525f32-038d-4020-bbb5-84c6f9346826/55dda826-e868-4211-95e1-31782b85a1be/ee14caf8-61b8-4121-ae6f-b4ee6966dd01) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:17:36.925723 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 34070) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:36.941887 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:37.072418 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Transition to ACTIVE for port object 1433535d-12bc-4482-b6b9-20824b43f248 will not be triggered until provisioned by entity L2. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:17:37.074942 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-532285ab-63b9-4ee7-8001-80366a0a0456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:37.087186 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-512fcffc-b75c-44c9-ad7e-9e03c015e68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:37.129252 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532285ab-63b9-4ee7-8001-80366a0a0456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d6903d-0bcf-4b03-b0fe-9e2d962acdfa,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:37.134594 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b01321b5-8af5-4bfa-a422-7394081e0557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:37.150699 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-532285ab-63b9-4ee7-8001-80366a0a0456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:37.154917 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-532285ab-63b9-4ee7-8001-80366a0a0456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:37.158391 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-532285ab-63b9-4ee7-8001-80366a0a0456 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a7d6903d-0bcf-4b03-b0fe-9e2d962acdfa HTTP/1.1" status: 204  len: 168 time: 1.0316942
Jun 03 20:17:37.160115 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-b01321b5-8af5-4bfa-a422-7394081e0557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:37.165601 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-b01321b5-8af5-4bfa-a422-7394081e0557 admin admin] Usage tracker for resource:security_group_rule and tenant:1286d87f24a845e680719f5eb01a87b4 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:37.167553 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-a80358c2-d9e0-41f4-8bfb-959e96291226 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:37.168852 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-b01321b5-8af5-4bfa-a422-7394081e0557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:37.170727 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-a80358c2-d9e0-41f4-8bfb-959e96291226 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.122 "GET /v2.0/networks?id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 HTTP/1.1" status: 200  len: 818 time: 0.7602084
Jun 03 20:17:37.192591 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-b01321b5-8af5-4bfa-a422-7394081e0557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:37.218139 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:37.268688 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:37.336332 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-37675953-edd4-4ae1-b625-b2a8dab33ca8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Request body: {'port': {'device_id': 'f1a2f14a-684e-455a-8a4d-de31e5e47591', 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068', 'admin_state_up': True, 'tenant_id': '10d1e6de1c374152919c5d3fa5abbb75'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:37.429550 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-adbe557f-2f9c-4fe7-a178-6b8d200191db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:37.450135 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 34084) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:37.483460 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Pushing event updated for resources: {'Port': ['ID=1433535d-12bc-4482-b6b9-20824b43f248,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:37.490467 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:37.491280 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-8b70ad1d-935a-46b9-9188-04539c7d65d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:37.504381 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-adbe557f-2f9c-4fe7-a178-6b8d200191db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:37.518794 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-adbe557f-2f9c-4fe7-a178-6b8d200191db admin admin] Usage tracker for resource:security_group_rule and tenant:e2e870c5577d49709467bff1301147d4 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:37.537716 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-adbe557f-2f9c-4fe7-a178-6b8d200191db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:37.557269 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-adbe557f-2f9c-4fe7-a178-6b8d200191db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:37.635003 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc21ef-4564-456b-bae1-2908f1427e0d req-9a4492f6-b35f-4e1f-8373-2d95c97492c4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:37.638226 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-08bc21ef-4564-456b-bae1-2908f1427e0d req-9a4492f6-b35f-4e1f-8373-2d95c97492c4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 931 time: 0.6316702
Jun 03 20:17:37.675728 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-8b70ad1d-935a-46b9-9188-04539c7d65d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:37.755578 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:37.821155 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-08bc21ef-4564-456b-bae1-2908f1427e0d req-59d90e80-5d81-4030-8d79-3e34a16bef21 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744525
Jun 03 20:17:37.829065 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-8b70ad1d-935a-46b9-9188-04539c7d65d4 admin admin] Usage tracker for resource:security_group_rule and tenant:378cb6640d7d412a9d8e8e06306941e7 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:37.842545 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-37675953-edd4-4ae1-b625-b2a8dab33ca8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:37.856793 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-8b70ad1d-935a-46b9-9188-04539c7d65d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:37.866043 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e762f998-8618-4c26-b115-637d4c7696be req-79e72414-ad6c-4808-bda7-f69a4fabb784 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 210 time: 0.1876333
Jun 03 20:17:37.894627 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-8b70ad1d-935a-46b9-9188-04539c7d65d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:37.929627 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-37675953-edd4-4ae1-b625-b2a8dab33ca8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:37.971780 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b01321b5-8af5-4bfa-a422-7394081e0557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:37.975708 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-adbe557f-2f9c-4fe7-a178-6b8d200191db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:37.978712 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Attempting to bind port 1433535d-12bc-4482-b6b9-20824b43f248 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:17:37.991556 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Attempting to bind port 1433535d-12bc-4482-b6b9-20824b43f248 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8'}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:17:37.992207 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Attempting to bind port 1433535d-12bc-4482-b6b9-20824b43f248 on network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:17:38.003021 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Port 1433535d-12bc-4482-b6b9-20824b43f248 on network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:17:38.003643 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Attempting to bind port 1433535d-12bc-4482-b6b9-20824b43f248 on network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:17:38.012099 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:17:38.012716 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Checking segment: {'id': 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:17:38.013545 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Bound using segment: {'id': 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8'} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:17:38.014123 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Bound port: 1433535d-12bc-4482-b6b9-20824b43f248, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8'}}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:17:38.014658 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:38.054611 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b01321b5-8af5-4bfa-a422-7394081e0557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:38.067306 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:38.126979 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:38.128414 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-adbe557f-2f9c-4fe7-a178-6b8d200191db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:38.146367 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:38.222738 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Network a1525f32-038d-4020-bbb5-84c6f9346826 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:17:38.227967 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01321b5-8af5-4bfa-a422-7394081e0557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8437b8-fdc6-47fb-9387-433fef0efc33,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:38.228443 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe557f-2f9c-4fe7-a178-6b8d200191db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65b9d7a-b360-4178-a727-f43133891122,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:38.235465 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-b01321b5-8af5-4bfa-a422-7394081e0557 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1286d87f24a845e680719f5eb01a87b4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3683622
Jun 03 20:17:38.242009 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b01321b5-8af5-4bfa-a422-7394081e0557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:38.243588 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:17:38.246407 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 34106) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:38.274271 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] For port 1433535d-12bc-4482-b6b9-20824b43f248, host hv-cinder-79466, cleared binding levels {{(pid=92636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:17:38.274515 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-adbe557f-2f9c-4fe7-a178-6b8d200191db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:38.282490 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:38.310954 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] For port 1433535d-12bc-4482-b6b9-20824b43f248, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1433535d-12bc-4482-b6b9-20824b43f248,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:17:38.351816 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.122', 64704) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:38.386048 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Pushing event updated for resources: {'Port': ['ID=ee14caf8-61b8-4121-ae6f-b4ee6966dd01,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:38.397413 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-37675953-edd4-4ae1-b625-b2a8dab33ca8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Made reservation on behalf of 10d1e6de1c374152919c5d3fa5abbb75 for: {'port': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:38.401600 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:38.401885 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-37675953-edd4-4ae1-b625-b2a8dab33ca8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:38.417962 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:38.437701 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-adbe557f-2f9c-4fe7-a178-6b8d200191db admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e2e870c5577d49709467bff1301147d4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5125310
Jun 03 20:17:38.439655 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-0fe58b79-f175-4585-ac08-1864f0826b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:38.473322 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 34114) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:38.512319 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-82afe350-2062-4d4e-9f59-b442137784cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:38.645447 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38a080-b21a-4198-8118-09b81172795f req-6f8e0186-9c5a-4a49-b44b-ac41845acae5 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:38.653955 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4e38a080-b21a-4198-8118-09b81172795f req-6f8e0186-9c5a-4a49-b44b-ac41845acae5 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 932 time: 0.5776277
Jun 03 20:17:38.675564 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:17:38.689990 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-8b70ad1d-935a-46b9-9188-04539c7d65d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:38.701857 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:38.702475 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:38.704077 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] 10.222.0.122 "PUT /v2.0/ports/1433535d-12bc-4482-b6b9-20824b43f248 HTTP/1.1" status: 200  len: 1093 time: 3.6637440
Jun 03 20:17:38.706720 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bda45c-587c-46ed-849d-843cb55e5ffb', 'tag': '1433535d-12bc-4482-b6b9-20824b43f248'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:17:38.713807 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-82afe350-2062-4d4e-9f59-b442137784cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:38.775472 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Pushing event updated for resources: {'Port': ['ID=1433535d-12bc-4482-b6b9-20824b43f248,revision_number=3']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:38.794613 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:38.796384 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-8b70ad1d-935a-46b9-9188-04539c7d65d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:38.804499 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603202f-7271-464f-a8f7-12954efae021 req-7253719b-438f-411a-a08e-9531344e7c55 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:38.806065 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6603202f-7271-464f-a8f7-12954efae021 req-7253719b-438f-411a-a08e-9531344e7c55 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.122 "GET /v2.0/networks?id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 HTTP/1.1" status: 200  len: 818 time: 0.4518244
Jun 03 20:17:38.813730 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-6cb160f3-4bde-4f69-a527-8cefc160d824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:38.836673 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-6603202f-7271-464f-a8f7-12954efae021 req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Request body: {'port': {'device_id': '06a83b27-e3bd-4dad-bf45-3779da562c6b', 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068', 'admin_state_up': True, 'tenant_id': '10d1e6de1c374152919c5d3fa5abbb75'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:39.093548 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-4e38a080-b21a-4198-8118-09b81172795f req-abec4ab3-a28d-4dbc-8bbe-6225fccfd9bc tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Synchronizing usage tracker for tenant:b2a1415fd5074293876b0d781ad89454 on resource:security_group {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:17:39.106185 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:39.107102 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:39.115927 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-52249303-d2d0-482a-92b3-9971df2acbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:39.118245 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-8b70ad1d-935a-46b9-9188-04539c7d65d4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=378cb6640d7d412a9d8e8e06306941e7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6601851
Jun 03 20:17:39.124711 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 34136) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:39.131465 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51abf74b-7fc3-49a5-961f-f0068b81b69d" -d '{"events": [{"name": "network-changed", "server_uuid": "f0bda45c-587c-46ed-849d-843cb55e5ffb", "tag": "1433535d-12bc-4482-b6b9-20824b43f248"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:17:39.172804 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-37675953-edd4-4ae1-b625-b2a8dab33ca8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Allocated IP 172.20.0.3 (ea1ab5d7-057a-46bd-93ff-db6c3dd3b068/174d75d0-7dfc-49fe-bd08-723170d65455/7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:17:39.219186 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-52249303-d2d0-482a-92b3-9971df2acbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:39.239797 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70ad1d-935a-46b9-9188-04539c7d65d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc08651b-de97-4356-a0dd-ef2c57714805,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:39.249536 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-8b70ad1d-935a-46b9-9188-04539c7d65d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:39.260070 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-82afe350-2062-4d4e-9f59-b442137784cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:39.286610 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-532285ab-63b9-4ee7-8001-80366a0a0456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:39.313746 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afe350-2062-4d4e-9f59-b442137784cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8437b8-fdc6-47fb-9387-433fef0efc33,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:39.317086 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-6603202f-7271-464f-a8f7-12954efae021 req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:39.324683 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-82afe350-2062-4d4e-9f59-b442137784cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:39.339592 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-6603202f-7271-464f-a8f7-12954efae021 req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:39.358443 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-82afe350-2062-4d4e-9f59-b442137784cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:39.359476 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-82afe350-2062-4d4e-9f59-b442137784cc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7e8437b8-fdc6-47fb-9387-433fef0efc33 HTTP/1.1" status: 204  len: 168 time: 1.1115193
Jun 03 20:17:39.376969 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2ac6b-e017-419e-8818-3a3586db6713 req-a9d5a332-1ffd-4fe2-bc79-73bc08905753 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:39.382193 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-bf0c83cb-e967-445a-9715-9a7d1fdfe409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:39.385752 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-59c2ac6b-e017-419e-8818-3a3586db6713 req-a9d5a332-1ffd-4fe2-bc79-73bc08905753 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 943 time: 0.2663345
Jun 03 20:17:39.407574 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08497424-87d7-4f7f-a787-172a164c3177 req-c19578d2-ef15-4432-b2b4-0a26446e6331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:39.409168 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-c19578d2-ef15-4432-b2b4-0a26446e6331 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=9b339080d7b947c785dc916dacacd15c&device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 1096 time: 0.5198188
Jun 03 20:17:39.460293 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-59c2ac6b-e017-419e-8818-3a3586db6713 req-f3db8dc2-dba2-42dd-9559-47fad79f9611 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727468
Jun 03 20:17:39.472992 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6603202f-7271-464f-a8f7-12954efae021 req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Made reservation on behalf of 10d1e6de1c374152919c5d3fa5abbb75 for: {'port': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:39.494399 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-6603202f-7271-464f-a8f7-12954efae021 req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:39.563988 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:39.573128 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0004036
Jun 03 20:17:39.583794 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-4e38a080-b21a-4198-8118-09b81172795f req-abec4ab3-a28d-4dbc-8bbe-6225fccfd9bc tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Unset dirty status for tenant:b2a1415fd5074293876b0d781ad89454 on resource:security_group {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:17:39.585194 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4e38a080-b21a-4198-8118-09b81172795f req-abec4ab3-a28d-4dbc-8bbe-6225fccfd9bc tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9304779
Jun 03 20:17:39.660233 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-bf0c83cb-e967-445a-9715-9a7d1fdfe409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:39.753512 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Request body: {'port': {'device_id': 'b31c131a-f80d-44b9-b293-e72ca1e6892f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:39.913432 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-52249303-d2d0-482a-92b3-9971df2acbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:39.928958 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-e8cbbc76-7984-4bab-a397-366ae883ff96 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1433535d-12bc-4482-b6b9-20824b43f248 HTTP/1.1" status: 200  len: 217 time: 0.2565064
Jun 03 20:17:39.967048 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:39.976168 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-45d3ed30-2d85-438b-8e06-6e741ecbcedd req-9979bad5-debe-44d8-bb40-743d2a26ebef tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 210 time: 0.1321268
Jun 03 20:17:40.001346 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52249303-d2d0-482a-92b3-9971df2acbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65b9d7a-b360-4178-a727-f43133891122,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:40.172329 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08497424-87d7-4f7f-a787-172a164c3177 req-37428743-c2ea-4eb4-9494-84ed1f406f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:40.183454 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-37428743-c2ea-4eb4-9494-84ed1f406f04 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=3da4210a-5c83-4700-ac8e-57295ef4434f HTTP/1.1" status: 200  len: 854 time: 0.2138932
Jun 03 20:17:40.186356 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-52249303-d2d0-482a-92b3-9971df2acbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:40.202178 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:40.283590 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-52249303-d2d0-482a-92b3-9971df2acbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:40.285885 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-52249303-d2d0-482a-92b3-9971df2acbd4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e65b9d7a-b360-4178-a727-f43133891122 HTTP/1.1" status: 204  len: 168 time: 1.7833047
Jun 03 20:17:40.393208 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-4c57993e-2254-4c3f-9165-d1b69756db3b service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1095095
Jun 03 20:17:40.448881 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-bf0c83cb-e967-445a-9715-9a7d1fdfe409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:40.459775 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-37675953-edd4-4ae1-b625-b2a8dab33ca8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:40.465756 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171ac546-a71c-4365-8da9-b2322a61e830 x-openstack-request-id: req-171ac546-a71c-4365-8da9-b2322a61e830 {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:17:40.466049 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0bda45c-587c-46ed-849d-843cb55e5ffb", "tag": "1433535d-12bc-4482-b6b9-20824b43f248", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:17:40.466396 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-171ac546-a71c-4365-8da9-b2322a61e830 {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:17:40.466904 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bda45c-587c-46ed-849d-843cb55e5ffb', 'tag': '1433535d-12bc-4482-b6b9-20824b43f248', 'status': 'completed', 'code': 200}
Jun 03 20:17:40.491803 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:40.509326 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c83cb-e967-445a-9715-9a7d1fdfe409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc08651b-de97-4356-a0dd-ef2c57714805,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:40.515530 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-bf0c83cb-e967-445a-9715-9a7d1fdfe409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:40.518234 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-bf0c83cb-e967-445a-9715-9a7d1fdfe409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:40.519580 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-bf0c83cb-e967-445a-9715-9a7d1fdfe409 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cc08651b-de97-4356-a0dd-ef2c57714805 HTTP/1.1" status: 204  len: 168 time: 1.3875625
Jun 03 20:17:40.661914 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-f974b230-ae28-4058-948f-82f87cf9f97a service neutron] 10.222.0.122 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2444456
Jun 03 20:17:40.879157 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-37675953-edd4-4ae1-b625-b2a8dab33ca8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:40.921775 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a21f84-79ea-43a8-bfed-46c50ce536be req-d8f3ef49-e862-4683-87a8-29505bb504e9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:40.926250 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-04a21f84-79ea-43a8-bfed-46c50ce536be req-d8f3ef49-e862-4683-87a8-29505bb504e9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 943 time: 0.2403858
Jun 03 20:17:40.962869 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-06172f83-e9d4-48ec-9e2e-cad53d3af7ea tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:41.100576 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37675953-edd4-4ae1-b625-b2a8dab33ca8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Pushing event updated for resources: {'Port': ['ID=7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:41.133796 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-37675953-edd4-4ae1-b625-b2a8dab33ca8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:41.144643 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-37675953-edd4-4ae1-b625-b2a8dab33ca8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Network ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:17:41.154713 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-37675953-edd4-4ae1-b625-b2a8dab33ca8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:17:41.160020 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee14caf8-61b8-4121-ae6f-b4ee6966dd01 {{(pid=92637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:17:41.165142 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-37675953-edd4-4ae1-b625-b2a8dab33ca8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:17:41.176209 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-04a21f84-79ea-43a8-bfed-46c50ce536be req-0da5b2bc-cde6-4ab5-83cc-cc5cac09d7df tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765797
Jun 03 20:17:41.187711 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.db.api [req-6603202f-7271-464f-a8f7-12954efae021 req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-474fa806-6bd9-42e1-84fd-e48614194a79 {{(pid=92636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 03 20:17:41.188178 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_db.api [req-6603202f-7271-464f-a8f7-12954efae021 req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 03 20:17:41.202567 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1125915-6ad2-4a18-af2b-7c01d301e3bb req-f1ca3285-7034-4265-b6e0-f8842ee01feb tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:41.203313 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-c1125915-6ad2-4a18-af2b-7c01d301e3bb req-f1ca3285-7034-4265-b6e0-f8842ee01feb tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Synchronizing usage tracker for tenant:b2a1415fd5074293876b0d781ad89454 on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:17:41.227427 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:41.279696 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.provisioning_blocks [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Transition to ACTIVE for port object ee14caf8-61b8-4121-ae6f-b4ee6966dd01 will not be triggered until provisioned by entity L2. {{(pid=92637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:17:41.291494 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-37675953-edd4-4ae1-b625-b2a8dab33ca8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:41.292104 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-37675953-edd4-4ae1-b625-b2a8dab33ca8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:41.341361 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-c1125915-6ad2-4a18-af2b-7c01d301e3bb req-f1ca3285-7034-4265-b6e0-f8842ee01feb tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Unset dirty status for tenant:b2a1415fd5074293876b0d781ad89454 on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:17:41.342690 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c1125915-6ad2-4a18-af2b-7c01d301e3bb req-f1ca3285-7034-4265-b6e0-f8842ee01feb tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 932 time: 0.5357573
Jun 03 20:17:41.381838 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-37675953-edd4-4ae1-b625-b2a8dab33ca8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0502102
Jun 03 20:17:41.385370 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:41.402714 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-37675953-edd4-4ae1-b625-b2a8dab33ca8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:41.491178 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0d5e8574-2074-4a15-a7dd-6dd9adcb97a1 req-727e8910-d74a-4150-b4df-b541283b2ad2 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 210 time: 0.1663573
Jun 03 20:17:41.550190 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c1125915-6ad2-4a18-af2b-7c01d301e3bb req-b6358a39-39c0-4e04-ad54-87d42e72417f tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1973345
Jun 03 20:17:41.614766 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Pushing event updated for resources: {'Port': ['ID=ee14caf8-61b8-4121-ae6f-b4ee6966dd01,revision_number=2']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:41.622473 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:41.689698 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-6603202f-7271-464f-a8f7-12954efae021 req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:41.704531 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Attempting to bind port ee14caf8-61b8-4121-ae6f-b4ee6966dd01 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:17:41.704946 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Attempting to bind port ee14caf8-61b8-4121-ae6f-b4ee6966dd01 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '700ccff4-1418-4919-a84a-2229ead40bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'a1525f32-038d-4020-bbb5-84c6f9346826'}] {{(pid=92637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:17:41.705233 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Attempting to bind port ee14caf8-61b8-4121-ae6f-b4ee6966dd01 on network a1525f32-038d-4020-bbb5-84c6f9346826 {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:17:41.710349 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Port ee14caf8-61b8-4121-ae6f-b4ee6966dd01 on network a1525f32-038d-4020-bbb5-84c6f9346826 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:17:41.710840 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Attempting to bind port ee14caf8-61b8-4121-ae6f-b4ee6966dd01 on network a1525f32-038d-4020-bbb5-84c6f9346826 {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:17:41.717558 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:17:41.717963 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Checking segment: {'id': '700ccff4-1418-4919-a84a-2229ead40bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'a1525f32-038d-4020-bbb5-84c6f9346826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:17:41.718481 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Bound using segment: {'id': '700ccff4-1418-4919-a84a-2229ead40bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'a1525f32-038d-4020-bbb5-84c6f9346826'} {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:17:41.718953 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Bound port: ee14caf8-61b8-4121-ae6f-b4ee6966dd01, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700ccff4-1418-4919-a84a-2229ead40bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'a1525f32-038d-4020-bbb5-84c6f9346826'}}] {{(pid=92637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:17:41.719934 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:41.830890 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] For port ee14caf8-61b8-4121-ae6f-b4ee6966dd01, host hv-cinder-79466, cleared binding levels {{(pid=92637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:17:41.835357 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] For port ee14caf8-61b8-4121-ae6f-b4ee6966dd01, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ee14caf8-61b8-4121-ae6f-b4ee6966dd01,segment=NetworkSegment(700ccff4-1418-4919-a84a-2229ead40bbf),segment_id=700ccff4-1418-4919-a84a-2229ead40bbf)] {{(pid=92637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:17:41.942476 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [req-6603202f-7271-464f-a8f7-12954efae021 req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Allocated IP 172.20.0.13 (ea1ab5d7-057a-46bd-93ff-db6c3dd3b068/174d75d0-7dfc-49fe-bd08-723170d65455/334a743d-3d0c-46fe-8404-74e9cdae3410) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:17:41.944539 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:41.950532 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:42.053096 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:42.053708 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:42.055382 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] 10.222.0.122 "PUT /v2.0/ports/ee14caf8-61b8-4121-ae6f-b4ee6966dd01 HTTP/1.1" status: 200  len: 1094 time: 2.3138547
Jun 03 20:17:42.055891 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31c131a-f80d-44b9-b293-e72ca1e6892f', 'tag': 'ee14caf8-61b8-4121-ae6f-b4ee6966dd01'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:17:42.112083 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Pushing event updated for resources: {'Port': ['ID=ee14caf8-61b8-4121-ae6f-b4ee6966dd01,revision_number=3']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:42.117165 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:42.384916 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-6603202f-7271-464f-a8f7-12954efae021 req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:42.568823 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f03819-29d3-4673-97d1-04d4681abf89 req-3f56590e-059a-49f5-a18a-f6fdb57fb837 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:42.568823 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-22f03819-29d3-4673-97d1-04d4681abf89 req-3f56590e-059a-49f5-a18a-f6fdb57fb837 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 943 time: 0.1188500
Jun 03 20:17:42.571616 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-22f03819-29d3-4673-97d1-04d4681abf89 req-70de5800-fb38-4fe7-bfba-7784ceeb0c72 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513773
Jun 03 20:17:42.737567 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a484694d-2077-4d08-b79e-cd47bd152b22" -d '{"events": [{"name": "network-changed", "server_uuid": "b31c131a-f80d-44b9-b293-e72ca1e6892f", "tag": "ee14caf8-61b8-4121-ae6f-b4ee6966dd01"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:17:42.756023 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-d7364478-bb44-459a-bba3-c1292726b452 req-c7f30c3f-2d6d-4284-8401-c142e1c7d9e9 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Synchronizing usage tracker for tenant:10d1e6de1c374152919c5d3fa5abbb75 on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:17:42.829278 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84dbd40-75fd-468c-af6a-5f5f7a8a922e req-a0d011e3-01b7-44c8-a247-732865909dad tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:42.831236 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e84dbd40-75fd-468c-af6a-5f5f7a8a922e req-a0d011e3-01b7-44c8-a247-732865909dad tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.1259894
Jun 03 20:17:42.935146 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e84dbd40-75fd-468c-af6a-5f5f7a8a922e req-37bd9741-b59b-415a-9bfb-2997856551f1 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980203
Jun 03 20:17:43.290177 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-6603202f-7271-464f-a8f7-12954efae021 req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:43.297330 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-7f617a93-3526-4f82-a1fe-6765349f43c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:43.364156 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6603202f-7271-464f-a8f7-12954efae021 req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Network ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:17:43.367546 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [req-6603202f-7271-464f-a8f7-12954efae021 req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:17:43.371667 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-6603202f-7271-464f-a8f7-12954efae021 req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:17:43.401626 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-d7364478-bb44-459a-bba3-c1292726b452 req-c7f30c3f-2d6d-4284-8401-c142e1c7d9e9 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Unset dirty status for tenant:10d1e6de1c374152919c5d3fa5abbb75 on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:17:43.408392 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d7364478-bb44-459a-bba3-c1292726b452 req-c7f30c3f-2d6d-4284-8401-c142e1c7d9e9 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 210 time: 0.7766447
Jun 03 20:17:43.428428 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Pushing event updated for resources: {'Port': ['ID=334a743d-3d0c-46fe-8404-74e9cdae3410,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:43.452328 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:43.528142 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603202f-7271-464f-a8f7-12954efae021 req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:43.528823 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-6603202f-7271-464f-a8f7-12954efae021 req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:43.712820 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6603202f-7271-464f-a8f7-12954efae021 req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.8852453
Jun 03 20:17:43.791485 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6c4e34-b18e-489d-991c-ca9f374d4e1b x-openstack-request-id: req-ad6c4e34-b18e-489d-991c-ca9f374d4e1b {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:17:43.797655 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31c131a-f80d-44b9-b293-e72ca1e6892f", "tag": "ee14caf8-61b8-4121-ae6f-b4ee6966dd01", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:17:43.797655 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ad6c4e34-b18e-489d-991c-ca9f374d4e1b {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:17:43.797655 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31c131a-f80d-44b9-b293-e72ca1e6892f', 'tag': 'ee14caf8-61b8-4121-ae6f-b4ee6966dd01', 'status': 'completed', 'code': 200}
Jun 03 20:17:43.851198 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657de8e8-865a-47ef-8389-a9a8e6374d6d req-fbb2c7c5-aa04-423f-9123-f12c6f305af5 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:43.852875 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-657de8e8-865a-47ef-8389-a9a8e6374d6d req-fbb2c7c5-aa04-423f-9123-f12c6f305af5 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 943 time: 0.1058078
Jun 03 20:17:43.902093 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-657de8e8-865a-47ef-8389-a9a8e6374d6d req-05d13d35-1b56-429f-af5b-9540bce6b7f3 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433607
Jun 03 20:17:44.150151 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6245bc-95c2-4348-a66e-4bac045a5d5e req-6b65b967-47c5-4d7c-a3f5-68ed1ba0c99e tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:44.150151 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-fd6245bc-95c2-4348-a66e-4bac045a5d5e req-6b65b967-47c5-4d7c-a3f5-68ed1ba0c99e tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.1024702
Jun 03 20:17:44.198015 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-fd6245bc-95c2-4348-a66e-4bac045a5d5e req-2479bfbb-9421-4301-8272-a1e2b527eae4 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406375
Jun 03 20:17:44.412707 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 34306) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:44.624085 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb94aba-739c-4ee0-adfa-1baab87b133c req-22052397-690c-4cce-ae53-45a9036775f5 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:44.625640 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3cb94aba-739c-4ee0-adfa-1baab87b133c req-22052397-690c-4cce-ae53-45a9036775f5 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 932 time: 0.0916007
Jun 03 20:17:44.671370 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3cb94aba-739c-4ee0-adfa-1baab87b133c req-c2149868-d4f2-4d19-8f51-3cb499b05d57 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398891
Jun 03 20:17:44.740235 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-eb795b30-9639-4838-8a0e-443c5de209ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:44.846245 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-eb795b30-9639-4838-8a0e-443c5de209ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:44.863167 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-eb795b30-9639-4838-8a0e-443c5de209ca admin admin] Usage tracker for resource:security_group_rule and tenant:795f1d2e0f4743fa9331a164801c781c is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:44.868743 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-eb795b30-9639-4838-8a0e-443c5de209ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:44.880872 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-eb795b30-9639-4838-8a0e-443c5de209ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:45.005077 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-eb795b30-9639-4838-8a0e-443c5de209ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:45.066423 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-eb795b30-9639-4838-8a0e-443c5de209ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:45.095274 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:45.166136 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-eb795b30-9639-4838-8a0e-443c5de209ca admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=795f1d2e0f4743fa9331a164801c781c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7522945
Jun 03 20:17:45.167896 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb795b30-9639-4838-8a0e-443c5de209ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb9b0da-68e7-497e-9526-3ee32e1db25b,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:45.170457 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 34338) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:45.184590 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-eb795b30-9639-4838-8a0e-443c5de209ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:45.247049 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50021868-a507-434c-b09c-a0d2446ed656 req-711eac76-ed69-4259-8337-e7e8c48ea4d1 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:45.255263 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-50021868-a507-434c-b09c-a0d2446ed656 req-711eac76-ed69-4259-8337-e7e8c48ea4d1 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 943 time: 0.1825809
Jun 03 20:17:45.261467 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-695c28db-b921-409c-8480-e6ffd56ac751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:45.293678 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-695c28db-b921-409c-8480-e6ffd56ac751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:45.317474 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-50021868-a507-434c-b09c-a0d2446ed656 req-ff75b69d-2f9f-4850-91ac-b5390e3cb883 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582619
Jun 03 20:17:45.506569 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-695c28db-b921-409c-8480-e6ffd56ac751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:45.548087 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:45.567580 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c28db-b921-409c-8480-e6ffd56ac751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb9b0da-68e7-497e-9526-3ee32e1db25b,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:45.571171 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-695c28db-b921-409c-8480-e6ffd56ac751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:45.575966 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-695c28db-b921-409c-8480-e6ffd56ac751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:45.575966 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-695c28db-b921-409c-8480-e6ffd56ac751 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0bb9b0da-68e7-497e-9526-3ee32e1db25b HTTP/1.1" status: 204  len: 168 time: 0.4031074
Jun 03 20:17:45.605683 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69feb2-09a6-4d20-a240-493779474561 req-dbb2baa0-cbae-424d-913e-b692bbda47e3 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:45.607247 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ad69feb2-09a6-4d20-a240-493779474561 req-dbb2baa0-cbae-424d-913e-b692bbda47e3 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.1504254
Jun 03 20:17:45.655275 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ad69feb2-09a6-4d20-a240-493779474561 req-55966d99-3182-4a64-b51d-7c7a583262b9 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419233
Jun 03 20:17:45.877999 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16749ca7-9efc-4278-bd34-1d098e66d98b req-cb851bf0-5dc9-4622-9dd4-b328ff6c8284 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:45.878755 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-16749ca7-9efc-4278-bd34-1d098e66d98b req-cb851bf0-5dc9-4622-9dd4-b328ff6c8284 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Synchronizing usage tracker for tenant:10d1e6de1c374152919c5d3fa5abbb75 on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:17:46.003138 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-16749ca7-9efc-4278-bd34-1d098e66d98b req-cb851bf0-5dc9-4622-9dd4-b328ff6c8284 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Unset dirty status for tenant:10d1e6de1c374152919c5d3fa5abbb75 on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:17:46.004317 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-16749ca7-9efc-4278-bd34-1d098e66d98b req-cb851bf0-5dc9-4622-9dd4-b328ff6c8284 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 932 time: 0.2164259
Jun 03 20:17:46.057027 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-16749ca7-9efc-4278-bd34-1d098e66d98b req-3596607f-7802-40e0-b59d-88de34dbcded tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Synchronizing usage tracker for tenant:10d1e6de1c374152919c5d3fa5abbb75 on resource:security_group {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:17:46.221143 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-16749ca7-9efc-4278-bd34-1d098e66d98b req-3596607f-7802-40e0-b59d-88de34dbcded tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Unset dirty status for tenant:10d1e6de1c374152919c5d3fa5abbb75 on resource:security_group {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:17:46.230414 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-16749ca7-9efc-4278-bd34-1d098e66d98b req-3596607f-7802-40e0-b59d-88de34dbcded tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2119825
Jun 03 20:17:46.575687 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e705e-bf10-4463-bef2-f9b4d8af940a req-32709b53-7117-4405-b520-468c079d82c4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:46.577931 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ce9e705e-bf10-4463-bef2-f9b4d8af940a req-32709b53-7117-4405-b520-468c079d82c4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 943 time: 0.1055086
Jun 03 20:17:46.584875 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 34388) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:46.607406 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7af237a8-d929-4721-af0d-12dd89bc1dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:46.626295 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-7af237a8-d929-4721-af0d-12dd89bc1dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:46.631436 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-7af237a8-d929-4721-af0d-12dd89bc1dcc admin admin] Usage tracker for resource:security_group_rule and tenant:7d1c016b44e544d08fbd64d1267cdd0d is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:46.636861 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-7af237a8-d929-4721-af0d-12dd89bc1dcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:46.649725 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-7af237a8-d929-4721-af0d-12dd89bc1dcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:46.654350 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ce9e705e-bf10-4463-bef2-f9b4d8af940a req-e959a062-44e5-42e5-9247-3d50dc4e5e31 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701518
Jun 03 20:17:46.850909 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7af237a8-d929-4721-af0d-12dd89bc1dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:46.922781 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffa867-4003-429e-a2d7-d95eb507bd5f req-4c56e8da-dc0c-4c34-83ec-5594494998b1 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:46.925156 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-66ffa867-4003-429e-a2d7-d95eb507bd5f req-4c56e8da-dc0c-4c34-83ec-5594494998b1 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.1408019
Jun 03 20:17:46.977996 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-66ffa867-4003-429e-a2d7-d95eb507bd5f req-9bc23704-42fe-4882-9d16-79cda3bb779d tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461600
Jun 03 20:17:47.414839 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7af237a8-d929-4721-af0d-12dd89bc1dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:47.424805 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:47.468344 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-7af237a8-d929-4721-af0d-12dd89bc1dcc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7d1c016b44e544d08fbd64d1267cdd0d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8797457
Jun 03 20:17:47.468344 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af237a8-d929-4721-af0d-12dd89bc1dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6a2ed2-ba28-4a6b-88b0-ec1b58dbf6b1,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:47.472353 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 34396) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:47.484848 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-7af237a8-d929-4721-af0d-12dd89bc1dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:47.487904 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a34284-5ba8-477f-8ca8-ca308f300994 req-df45e3e2-e33b-4822-8f16-187c40dfb973 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:47.489425 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-31a34284-5ba8-477f-8ca8-ca308f300994 req-df45e3e2-e33b-4822-8f16-187c40dfb973 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 932 time: 0.1426272
Jun 03 20:17:47.535883 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-31a34284-5ba8-477f-8ca8-ca308f300994 req-608ba331-7bfa-42b4-b5ba-74c60e5cb851 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401645
Jun 03 20:17:47.539441 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-28e0657f-d834-44ea-9275-c9a6ce17c11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:47.565077 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-28e0657f-d834-44ea-9275-c9a6ce17c11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:47.752363 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-28e0657f-d834-44ea-9275-c9a6ce17c11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:47.756150 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-8b70ad1d-935a-46b9-9188-04539c7d65d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:47.782744 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0657f-d834-44ea-9275-c9a6ce17c11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6a2ed2-ba28-4a6b-88b0-ec1b58dbf6b1,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:47.809413 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-28e0657f-d834-44ea-9275-c9a6ce17c11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:47.818746 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-28e0657f-d834-44ea-9275-c9a6ce17c11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:47.825328 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-28e0657f-d834-44ea-9275-c9a6ce17c11e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2d6a2ed2-ba28-4a6b-88b0-ec1b58dbf6b1 HTTP/1.1" status: 204  len: 168 time: 0.3505690
Jun 03 20:17:47.959387 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe733ec-15d2-4d24-bf6e-6786c892f681 req-3b6573a3-0827-49b8-8fb0-70817edb1da4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:47.966940 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ffe733ec-15d2-4d24-bf6e-6786c892f681 req-3b6573a3-0827-49b8-8fb0-70817edb1da4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 943 time: 0.1200745
Jun 03 20:17:48.020216 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ffe733ec-15d2-4d24-bf6e-6786c892f681 req-86d0228d-44a5-4c66-87c9-2eb56fc3e445 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502973
Jun 03 20:17:48.277475 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ea800-6887-4603-82d4-76ec1c36fa36 req-1e22ea93-4d79-4e6e-89fa-5d25d838c819 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:48.283201 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-262ea800-6887-4603-82d4-76ec1c36fa36 req-1e22ea93-4d79-4e6e-89fa-5d25d838c819 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.1071625
Jun 03 20:17:48.327294 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-262ea800-6887-4603-82d4-76ec1c36fa36 req-fabe6c1f-5b71-473c-b634-303c6e4a7495 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424426
Jun 03 20:17:48.787551 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459068e-722f-427c-910d-1c434c5ca8a8 req-918c6172-08fb-4faf-9d08-1a60e7f00cea tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:48.791344 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8459068e-722f-427c-910d-1c434c5ca8a8 req-918c6172-08fb-4faf-9d08-1a60e7f00cea tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 932 time: 0.1199505
Jun 03 20:17:48.844205 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8459068e-722f-427c-910d-1c434c5ca8a8 req-ece50915-cd8a-41d3-9e44-ab1384362dc3 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470679
Jun 03 20:17:49.219986 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f242c-0ed2-452f-a8a0-ffd72761af10 req-c8cc03cb-16ce-4a5c-9f47-f30c12c3d0aa tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:49.222221 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-727f242c-0ed2-452f-a8a0-ffd72761af10 req-c8cc03cb-16ce-4a5c-9f47-f30c12c3d0aa tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 943 time: 0.0855577
Jun 03 20:17:49.270972 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-727f242c-0ed2-452f-a8a0-ffd72761af10 req-7bfbe498-cf35-4d03-9487-9c4a3cdd4e02 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425103
Jun 03 20:17:49.283116 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 34464) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:49.394930 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1973865192-network', 'tenant_id': '6c8c371e3aa64b6a93d3d1c8327cf459'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:49.399776 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:49.403631 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Usage tracker for resource:network and tenant:6c8c371e3aa64b6a93d3d1c8327cf459 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:49.407441 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:49.413443 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:49.517571 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Made reservation on behalf of 6c8c371e3aa64b6a93d3d1c8327cf459 for: {'network': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:49.520524 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:49.529131 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66cc46-0081-4ed2-9cde-d8f6bb1bbb16 req-ad367a31-74b2-4123-ae37-a7555497edfd tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:49.530823 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cb66cc46-0081-4ed2-9cde-d8f6bb1bbb16 req-ad367a31-74b2-4123-ae37-a7555497edfd tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.0963814
Jun 03 20:17:49.532883 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:49.548070 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:49.551845 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Usage tracker for resource:security_group_rule and tenant:6c8c371e3aa64b6a93d3d1c8327cf459 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:49.554701 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:49.560717 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:49.597067 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cb66cc46-0081-4ed2-9cde-d8f6bb1bbb16 req-5a7e6307-9171-46db-a2e1-7919f6e84132 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571606
Jun 03 20:17:49.667610 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:49.751610 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:49.754942 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-bf0c83cb-e967-445a-9715-9a7d1fdfe409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:49.783681 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301}  {{(pid=92637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:17:49.792476 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c576cd9-20f8-495c-824f-0bdeb4068430,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:49.795912 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:49.798357 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:49.798640 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.segments_db [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Added segment 0cc079dd-8647-4263-9454-24b671931639 of type vlan for network 3ff61e71-a286-47c9-9ac5-3834356bc892
Jun 03 20:17:49.824676 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:49.932670 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:49.935470 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:49.936499 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:49.943341 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:50.094429 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Pushing event updated for resources: {'Network': ['ID=3ff61e71-a286-47c9-9ac5-3834356bc892,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:50.099460 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:50.106143 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network 3ff61e71-a286-47c9-9ac5-3834356bc892 details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:17:50.119188 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8348415
Jun 03 20:17:50.125692 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 34482) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:50.128401 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-48f59581-8293-4e64-95c8-764ef1df1e38 admin admin] Request body: {'subnet': {'network_id': '3ff61e71-a286-47c9-9ac5-3834356bc892', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1973865192-subnet', 'tenant_id': '6c8c371e3aa64b6a93d3d1c8327cf459', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:50.129068 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab052685-11b6-4deb-8150-b8d8d8019934 req-979e6a93-bcf6-4b81-9684-7f68a1a73137 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:50.130529 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ab052685-11b6-4deb-8150-b8d8d8019934 req-979e6a93-bcf6-4b81-9684-7f68a1a73137 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 932 time: 0.1656249
Jun 03 20:17:50.134093 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-48f59581-8293-4e64-95c8-764ef1df1e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:50.138991 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-48f59581-8293-4e64-95c8-764ef1df1e38 admin admin] Usage tracker for resource:subnet and tenant:6c8c371e3aa64b6a93d3d1c8327cf459 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:50.144297 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-48f59581-8293-4e64-95c8-764ef1df1e38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:50.152905 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-48f59581-8293-4e64-95c8-764ef1df1e38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:50.182359 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ab052685-11b6-4deb-8150-b8d8d8019934 req-d1665951-e16a-4098-b123-d1d8b111f68d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426521
Jun 03 20:17:50.235946 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f59581-8293-4e64-95c8-764ef1df1e38 admin admin] Made reservation on behalf of 6c8c371e3aa64b6a93d3d1c8327cf459 for: {'subnet': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:50.238663 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-48f59581-8293-4e64-95c8-764ef1df1e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14694273'] for subnet, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:50.561350 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f32ad6-5d8d-4f9a-be87-7c243aeb5c40 req-0a9ce391-e71f-4819-af65-6acdb0313e92 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:50.563282 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-06f32ad6-5d8d-4f9a-be87-7c243aeb5c40 req-0a9ce391-e71f-4819-af65-6acdb0313e92 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 943 time: 0.1285448
Jun 03 20:17:50.607310 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-06f32ad6-5d8d-4f9a-be87-7c243aeb5c40 req-ddadccdf-d063-4da0-90ed-8f10a3006ad1 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383630
Jun 03 20:17:50.782336 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18018a-fb69-4fd0-b6f8-e01edf8c9169 req-73e71972-0490-4dfa-a2b8-5994d1514dbb tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:50.783804 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ec18018a-fb69-4fd0-b6f8-e01edf8c9169 req-73e71972-0490-4dfa-a2b8-5994d1514dbb tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.0802455
Jun 03 20:17:50.816478 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-48f59581-8293-4e64-95c8-764ef1df1e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16099348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14694291'] for subnet, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:50.821004 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:50.832275 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ec18018a-fb69-4fd0-b6f8-e01edf8c9169 req-52760a99-fc57-4949-bda2-f3c9c434874d tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422628
Jun 03 20:17:50.892738 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f59581-8293-4e64-95c8-764ef1df1e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9808924d-4d7f-4cd2-9ef6-93648d2dc523,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:50.896024 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-48f59581-8293-4e64-95c8-764ef1df1e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:50.901753 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f59581-8293-4e64-95c8-764ef1df1e38 admin admin] Checking segment: {'id': '0cc079dd-8647-4263-9454-24b671931639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '3ff61e71-a286-47c9-9ac5-3834356bc892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:17:50.902106 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f59581-8293-4e64-95c8-764ef1df1e38 admin admin] Network hostable DHCP agents. Network: 3ff61e71-a286-47c9-9ac5-3834356bc892, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:17:50.974737 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f59581-8293-4e64-95c8-764ef1df1e38 admin admin] Network 3ff61e71-a286-47c9-9ac5-3834356bc892 is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:17:51.054860 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-48f59581-8293-4e64-95c8-764ef1df1e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, 3ff61e71-a286-47c9-9ac5-3834356bc892) {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:17:51.065761 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f59581-8293-4e64-95c8-764ef1df1e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:51.065951 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649b9978-69b1-4e79-9b17-bf2f8c177437 None None] Network 3ff61e71-a286-47c9-9ac5-3834356bc892 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:17:51.066923 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-48f59581-8293-4e64-95c8-764ef1df1e38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:51.179267 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-48f59581-8293-4e64-95c8-764ef1df1e38 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0555766
Jun 03 20:17:51.300149 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cf1eb6-8649-4c7e-b178-206c970c6eac None None] Network 3ff61e71-a286-47c9-9ac5-3834356bc892 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:17:51.449333 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cace2-a565-457e-aee3-b03999045854 req-c031e363-4135-4327-9cd1-94370c36ac0b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:51.454560 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-048cace2-a565-457e-aee3-b03999045854 req-c031e363-4135-4327-9cd1-94370c36ac0b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 932 time: 0.1404381
Jun 03 20:17:51.507886 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-048cace2-a565-457e-aee3-b03999045854 req-d0b5ea80-8c05-4359-aa26-1b50e417922c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503244
Jun 03 20:17:51.798414 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142088c-9e16-4bd7-beb3-3b3e05ce15cf req-135b3ec5-0fbb-4950-ab1f-291d38e802e0 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:51.798414 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f142088c-9e16-4bd7-beb3-3b3e05ce15cf req-135b3ec5-0fbb-4950-ab1f-291d38e802e0 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 943 time: 0.0807753
Jun 03 20:17:51.842467 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f142088c-9e16-4bd7-beb3-3b3e05ce15cf req-2e68f2a6-e146-4de8-ab54-dbcfe8c96742 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411224
Jun 03 20:17:52.023344 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fcd9c-a94c-4e27-aa9c-3dbcce482cb0 req-238f5256-65f1-4816-bcdd-a060f1a751d7 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:52.024754 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a55fcd9c-a94c-4e27-aa9c-3dbcce482cb0 req-238f5256-65f1-4816-bcdd-a060f1a751d7 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.0852678
Jun 03 20:17:52.028724 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 34534) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:52.034510 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-518154947-network', 'tenant_id': '2f79ed0c1fc94e5f82d48917936b4858'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:52.051091 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:52.058529 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Usage tracker for resource:network and tenant:2f79ed0c1fc94e5f82d48917936b4858 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:52.063548 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:52.076455 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:52.092489 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a55fcd9c-a94c-4e27-aa9c-3dbcce482cb0 req-1fb10a91-a565-481d-bd7f-50fed2fcd8e8 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616791
Jun 03 20:17:52.172973 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Made reservation on behalf of 2f79ed0c1fc94e5f82d48917936b4858 for: {'network': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:52.175410 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:52.191872 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:52.207010 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:52.210968 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Usage tracker for resource:security_group_rule and tenant:2f79ed0c1fc94e5f82d48917936b4858 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:52.213785 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:52.220546 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:52.306250 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:52.366309 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:52.369184 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:52.399424 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335}  {{(pid=92636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:17:52.404871 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae7bf49-6cc5-4662-a67a-3e46ccb963b8,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:52.408473 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:52.414574 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:52.414940 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.segments_db [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Added segment 56f789cc-f47e-445b-bf73-53a3a9215efd of type vlan for network 6ecbd463-0ca5-4be0-8842-b45c27251677
Jun 03 20:17:52.443901 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:52.557214 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:52.558551 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:52.559157 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:52.562623 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:52.675694 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Pushing event updated for resources: {'Network': ['ID=6ecbd463-0ca5-4be0-8842-b45c27251677,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:52.678708 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:52.685803 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network 6ecbd463-0ca5-4be0-8842-b45c27251677 details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:17:52.708482 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969321cb-85e8-4e94-a878-1604eb59c822 req-b4e571ba-3899-4f9b-9b29-773ced5360e2 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:52.710004 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-969321cb-85e8-4e94-a878-1604eb59c822 req-b4e571ba-3899-4f9b-9b29-773ced5360e2 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 932 time: 0.0917714
Jun 03 20:17:52.740507 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Request body: {'port': {'device_id': 'f1a2f14a-684e-455a-8a4d-de31e5e47591', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:52.751377 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Request body: {'port': {'device_id': '06a83b27-e3bd-4dad-bf45-3779da562c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:52.785007 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7511952
Jun 03 20:17:52.795540 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 34558) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:52.800575 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-706afa46-21a2-49b8-b61a-0e6e2943006f admin admin] Request body: {'subnet': {'network_id': '6ecbd463-0ca5-4be0-8842-b45c27251677', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-518154947-subnet', 'tenant_id': '2f79ed0c1fc94e5f82d48917936b4858', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:17:52.819448 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-706afa46-21a2-49b8-b61a-0e6e2943006f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:52.829994 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-706afa46-21a2-49b8-b61a-0e6e2943006f admin admin] Usage tracker for resource:subnet and tenant:2f79ed0c1fc94e5f82d48917936b4858 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:52.833880 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-706afa46-21a2-49b8-b61a-0e6e2943006f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:52.860212 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-969321cb-85e8-4e94-a878-1604eb59c822 req-11038b33-b2e2-4f2a-9a9e-d777ed7228c4 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438093
Jun 03 20:17:52.912792 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-706afa46-21a2-49b8-b61a-0e6e2943006f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:52.944532 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:53.020661 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484694d-2077-4d08-b79e-cd47bd152b22 req-855734fd-a4b9-424d-8d72-badf383dff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:53.022370 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a484694d-2077-4d08-b79e-cd47bd152b22 req-855734fd-a4b9-424d-8d72-badf383dff10 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=b2a1415fd5074293876b0d781ad89454&device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 1097 time: 0.2450609
Jun 03 20:17:53.063266 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706afa46-21a2-49b8-b61a-0e6e2943006f admin admin] Made reservation on behalf of 2f79ed0c1fc94e5f82d48917936b4858 for: {'subnet': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:17:53.065603 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-706afa46-21a2-49b8-b61a-0e6e2943006f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14694273'] for subnet, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:53.089317 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:53.110323 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-08497424-87d7-4f7f-a787-172a164c3177 req-98e11b12-26ea-4953-9b13-b2ee1878c0bc service neutron] 10.222.0.122 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3862324
Jun 03 20:17:53.316073 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b30bd7-0582-4a5e-a3fc-d92e4c464b2e req-f64a581a-6c37-4ea7-91f2-e1e09866d390 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:53.317830 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-21b30bd7-0582-4a5e-a3fc-d92e4c464b2e req-f64a581a-6c37-4ea7-91f2-e1e09866d390 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 943 time: 0.3406737
Jun 03 20:17:53.374182 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-21b30bd7-0582-4a5e-a3fc-d92e4c464b2e req-cce7c9fe-1983-40c4-bcdd-855355046b56 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485222
Jun 03 20:17:53.496057 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484694d-2077-4d08-b79e-cd47bd152b22 req-c040c4b7-9466-47c3-a158-c57bfcc35c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:53.498168 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a484694d-2077-4d08-b79e-cd47bd152b22 req-c040c4b7-9466-47c3-a158-c57bfcc35c76 service neutron] 10.222.0.122 "GET /v2.0/networks?tenant_id=b2a1415fd5074293876b0d781ad89454&shared=False HTTP/1.1" status: 200  len: 913 time: 0.4595475
Jun 03 20:17:53.565528 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff952e-55e9-46a6-baca-04c80887620a req-42dba7db-74cb-4fc5-a5cd-f0c4bfb7918e tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:53.567045 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ccff952e-55e9-46a6-baca-04c80887620a req-42dba7db-74cb-4fc5-a5cd-f0c4bfb7918e tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.2805130
Jun 03 20:17:53.657168 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d {{(pid=92637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:17:53.668062 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:53.673204 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ccff952e-55e9-46a6-baca-04c80887620a req-92f25964-f080-44e2-a106-ba202203fc6c tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687408
Jun 03 20:17:53.692174 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 34588) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:53.694596 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.provisioning_blocks [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Transition to ACTIVE for port object 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d will not be triggered until provisioned by entity L2. {{(pid=92637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:17:53.769047 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:53.774603 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:53.900153 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e85c879f-91df-4ba2-886d-dbdf9c3321f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:53.935591 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-e85c879f-91df-4ba2-886d-dbdf9c3321f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:53.939917 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-e85c879f-91df-4ba2-886d-dbdf9c3321f0 admin admin] Usage tracker for resource:security_group_rule and tenant:c4b3a1037ba64eb5b9cedd4ea7137dad is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:53.943006 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-e85c879f-91df-4ba2-886d-dbdf9c3321f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:53.951456 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-e85c879f-91df-4ba2-886d-dbdf9c3321f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:53.974042 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d,revision_number=2']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:53.978935 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:54.120597 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Attempting to bind port 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:17:54.120934 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Attempting to bind port 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'cf470bb2-6deb-404f-82d1-83a23ef347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068'}] {{(pid=92637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:17:54.121259 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Attempting to bind port 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d on network ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:17:54.128573 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334a743d-3d0c-46fe-8404-74e9cdae3410 {{(pid=92636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:17:54.134571 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Port 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d on network ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:17:54.134922 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Attempting to bind port 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d on network ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:17:54.149055 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:54.154453 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:17:54.154634 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Checking segment: {'id': 'cf470bb2-6deb-404f-82d1-83a23ef347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:17:54.154943 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Bound using segment: {'id': 'cf470bb2-6deb-404f-82d1-83a23ef347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068'} {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:17:54.155350 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Bound port: 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf470bb2-6deb-404f-82d1-83a23ef347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068'}}] {{(pid=92637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:17:54.155866 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:54.173002 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Transition to ACTIVE for port object 334a743d-3d0c-46fe-8404-74e9cdae3410 will not be triggered until provisioned by entity L2. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:17:54.174749 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e85c879f-91df-4ba2-886d-dbdf9c3321f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:54.179085 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-706afa46-21a2-49b8-b61a-0e6e2943006f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16099348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14694291'] for subnet, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:54.183817 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-2d78c38b-5686-45a1-baf9-665c6baede43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:54.253544 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffdf58-e18b-4895-b376-415332ccf92e req-e825c806-195d-4fb0-b43b-f86e298a5b89 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:54.253835 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] For port 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d, host hv-cinder-79466, cleared binding levels {{(pid=92637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:17:54.255037 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0dffdf58-e18b-4895-b376-415332ccf92e req-e825c806-195d-4fb0-b43b-f86e298a5b89 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 932 time: 0.2353172
Jun 03 20:17:54.257610 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] For port 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d,segment=NetworkSegment(cf470bb2-6deb-404f-82d1-83a23ef347bb),segment_id=cf470bb2-6deb-404f-82d1-83a23ef347bb)] {{(pid=92637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:17:54.277864 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:54.278541 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706afa46-21a2-49b8-b61a-0e6e2943006f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eaba049-7eac-49e5-805a-4a55301dc92e,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:54.294887 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-706afa46-21a2-49b8-b61a-0e6e2943006f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:54.308557 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:54.323339 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e85c879f-91df-4ba2-886d-dbdf9c3321f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:54.333015 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-c59c5c4e-3f75-4212-87bf-bbddd9c68068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:54.371969 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-e85c879f-91df-4ba2-886d-dbdf9c3321f0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c4b3a1037ba64eb5b9cedd4ea7137dad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6804931
Jun 03 20:17:54.377805 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c879f-91df-4ba2-886d-dbdf9c3321f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99580411-e3e3-4b64-b591-279871955cef,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:54.377805 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-e85c879f-91df-4ba2-886d-dbdf9c3321f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:54.380052 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 34610) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:54.394282 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:54.406572 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:54.427229 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706afa46-21a2-49b8-b61a-0e6e2943006f admin admin] Checking segment: {'id': '56f789cc-f47e-445b-bf73-53a3a9215efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6ecbd463-0ca5-4be0-8842-b45c27251677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:17:54.427851 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706afa46-21a2-49b8-b61a-0e6e2943006f admin admin] Network hostable DHCP agents. Network: 6ecbd463-0ca5-4be0-8842-b45c27251677, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:17:54.469680 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0dffdf58-e18b-4895-b376-415332ccf92e req-4dadae4f-3f5a-47e9-90eb-83bed49cbf18 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1960592
Jun 03 20:17:54.481641 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:54.482245 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:54.483647 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] 10.222.0.122 "PUT /v2.0/ports/7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d HTTP/1.1" status: 200  len: 1093 time: 1.7503765
Jun 03 20:17:54.484113 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a2f14a-684e-455a-8a4d-de31e5e47591', 'tag': '7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:17:54.486489 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404e5fe4-28da-434f-bb02-df7690070fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a2f14a-684e-455a-8a4d-de31e5e47591", "tag": "7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:17:54.529106 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Pushing event updated for resources: {'Port': ['ID=334a743d-3d0c-46fe-8404-74e9cdae3410,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:54.539011 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:54.544398 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d,revision_number=3']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:54.549256 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:54.550055 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-6ea527a7-56f3-43af-8563-336929e5abb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:54.585693 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-6ea527a7-56f3-43af-8563-336929e5abb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:54.598216 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c54191-7acb-432b-9e49-8b7d3175e664 x-openstack-request-id: req-64c54191-7acb-432b-9e49-8b7d3175e664 {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:17:54.598857 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a2f14a-684e-455a-8a4d-de31e5e47591", "tag": "7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:17:54.599442 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-64c54191-7acb-432b-9e49-8b7d3175e664 {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:17:54.600281 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a2f14a-684e-455a-8a4d-de31e5e47591', 'tag': '7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d', 'status': 'completed', 'code': 200}
Jun 03 20:17:54.633775 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Attempting to bind port 334a743d-3d0c-46fe-8404-74e9cdae3410 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:17:54.634210 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Attempting to bind port 334a743d-3d0c-46fe-8404-74e9cdae3410 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'cf470bb2-6deb-404f-82d1-83a23ef347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068'}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:17:54.634688 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Attempting to bind port 334a743d-3d0c-46fe-8404-74e9cdae3410 on network ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:17:54.640414 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Port 334a743d-3d0c-46fe-8404-74e9cdae3410 on network ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:17:54.641388 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Attempting to bind port 334a743d-3d0c-46fe-8404-74e9cdae3410 on network ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:17:54.647236 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:17:54.647637 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Checking segment: {'id': 'cf470bb2-6deb-404f-82d1-83a23ef347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:17:54.648080 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Bound using segment: {'id': 'cf470bb2-6deb-404f-82d1-83a23ef347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068'} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:17:54.648567 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Bound port: 334a743d-3d0c-46fe-8404-74e9cdae3410, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf470bb2-6deb-404f-82d1-83a23ef347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068'}}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:17:54.648988 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:54.659357 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706afa46-21a2-49b8-b61a-0e6e2943006f admin admin] Network 6ecbd463-0ca5-4be0-8842-b45c27251677 is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:17:54.730256 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00df-c9b7-4456-9047-eba02f1e9256 req-dd9c70fe-8047-47aa-99c9-8c05a919304b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:54.732084 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-59eb00df-c9b7-4456-9047-eba02f1e9256 req-dd9c70fe-8047-47aa-99c9-8c05a919304b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 943 time: 0.1024854
Jun 03 20:17:54.745050 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] For port 334a743d-3d0c-46fe-8404-74e9cdae3410, host hv-cinder-79466, cleared binding levels {{(pid=92636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:17:54.748580 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] For port 334a743d-3d0c-46fe-8404-74e9cdae3410, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=334a743d-3d0c-46fe-8404-74e9cdae3410,segment=NetworkSegment(cf470bb2-6deb-404f-82d1-83a23ef347bb),segment_id=cf470bb2-6deb-404f-82d1-83a23ef347bb)] {{(pid=92636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:17:54.754594 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-706afa46-21a2-49b8-b61a-0e6e2943006f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, 6ecbd463-0ca5-4be0-8842-b45c27251677) {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:17:54.766093 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4e6e8a-c452-41fb-ae50-db68ffd76b8c None None] Network 6ecbd463-0ca5-4be0-8842-b45c27251677 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:17:54.768139 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706afa46-21a2-49b8-b61a-0e6e2943006f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:54.768729 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-706afa46-21a2-49b8-b61a-0e6e2943006f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:54.785469 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-59eb00df-c9b7-4456-9047-eba02f1e9256 req-fcca5e80-25d2-40c1-9171-359494189c8b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471509
Jun 03 20:17:54.815222 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-6ea527a7-56f3-43af-8563-336929e5abb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:54.821195 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-695c28db-b921-409c-8480-e6ffd56ac751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:54.835733 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea527a7-56f3-43af-8563-336929e5abb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99580411-e3e3-4b64-b591-279871955cef,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:54.840028 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-6ea527a7-56f3-43af-8563-336929e5abb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:54.841412 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-6ea527a7-56f3-43af-8563-336929e5abb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:54.852006 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-6ea527a7-56f3-43af-8563-336929e5abb3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/99580411-e3e3-4b64-b591-279871955cef HTTP/1.1" status: 204  len: 168 time: 0.4620538
Jun 03 20:17:54.861138 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:54.914831 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:54.986998 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-706afa46-21a2-49b8-b61a-0e6e2943006f admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.1903596
Jun 03 20:17:55.010699 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Pushing event updated for resources: {'Port': ['ID=334a743d-3d0c-46fe-8404-74e9cdae3410,revision_number=3']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:55.054561 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:55.054863 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6b4533-890f-4006-b554-f15580401e0d None None] Network 6ecbd463-0ca5-4be0-8842-b45c27251677 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:17:55.058135 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:55.059917 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:55.062965 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6603202f-7271-464f-a8f7-12954efae021 req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] 10.222.0.122 "PUT /v2.0/ports/334a743d-3d0c-46fe-8404-74e9cdae3410 HTTP/1.1" status: 200  len: 1094 time: 2.3147249
Jun 03 20:17:55.062965 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a83b27-e3bd-4dad-bf45-3779da562c6b', 'tag': '334a743d-3d0c-46fe-8404-74e9cdae3410'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:17:55.064856 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aff50ea-c8ed-4415-933b-327f4f066322" -d '{"events": [{"name": "network-changed", "server_uuid": "06a83b27-e3bd-4dad-bf45-3779da562c6b", "tag": "334a743d-3d0c-46fe-8404-74e9cdae3410"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:17:55.105581 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8411b-e621-4f24-9d53-37706f02f7ed req-3da0f7db-5b82-4cfa-8353-6d0decb943a0 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:55.115399 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c3d8411b-e621-4f24-9d53-37706f02f7ed req-3da0f7db-5b82-4cfa-8353-6d0decb943a0 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.3045149
Jun 03 20:17:55.137620 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9e282a-ea74-429a-977d-7363534d7c88 x-openstack-request-id: req-fb9e282a-ea74-429a-977d-7363534d7c88 {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:17:55.138392 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a83b27-e3bd-4dad-bf45-3779da562c6b", "tag": "334a743d-3d0c-46fe-8404-74e9cdae3410", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:17:55.138392 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fb9e282a-ea74-429a-977d-7363534d7c88 {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:17:55.138592 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a83b27-e3bd-4dad-bf45-3779da562c6b', 'tag': '334a743d-3d0c-46fe-8404-74e9cdae3410', 'status': 'completed', 'code': 200}
Jun 03 20:17:55.175262 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c3d8411b-e621-4f24-9d53-37706f02f7ed req-9e847038-d625-4534-b779-4c2776e58e12 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577281
Jun 03 20:17:55.662127 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29190fe6-9cb1-47fd-8625-29ab967f2ad1 req-399620c8-cb35-4e3b-95e1-4976a082f0eb tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:55.663619 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-29190fe6-9cb1-47fd-8625-29ab967f2ad1 req-399620c8-cb35-4e3b-95e1-4976a082f0eb tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 944 time: 0.0814710
Jun 03 20:17:55.714610 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-29190fe6-9cb1-47fd-8625-29ab967f2ad1 req-d9753ba1-6cb9-4799-87b3-87292fc05535 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423825
Jun 03 20:17:55.854741 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 34654) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:55.872947 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-06330962-8091-49ce-84d6-714bd87f428f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:55.889090 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-06330962-8091-49ce-84d6-714bd87f428f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:17:55.894912 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-06330962-8091-49ce-84d6-714bd87f428f admin admin] Usage tracker for resource:security_group_rule and tenant:087b792f3957480b91a26ae118bfe932 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:17:55.897987 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-06330962-8091-49ce-84d6-714bd87f428f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:17:55.903774 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-06330962-8091-49ce-84d6-714bd87f428f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:17:55.989815 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-06330962-8091-49ce-84d6-714bd87f428f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:55.993884 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb0f6e-1d28-4974-b670-f1d251aa0adb req-70c8e330-f306-4245-a12d-9ec60b345f51 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:55.995416 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6bdb0f6e-1d28-4974-b670-f1d251aa0adb req-70c8e330-f306-4245-a12d-9ec60b345f51 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 943 time: 0.0857964
Jun 03 20:17:56.040171 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6bdb0f6e-1d28-4974-b670-f1d251aa0adb req-a9362fcd-62f3-476f-98a8-bbe780a22e1a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384269
Jun 03 20:17:56.051967 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-06330962-8091-49ce-84d6-714bd87f428f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:56.064066 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:56.106178 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-06330962-8091-49ce-84d6-714bd87f428f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=087b792f3957480b91a26ae118bfe932&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2503676
Jun 03 20:17:56.107302 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06330962-8091-49ce-84d6-714bd87f428f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9b0d54-e6e4-47c8-8221-2e6dd73c2a60,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:56.109739 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 34656) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:56.111840 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-06330962-8091-49ce-84d6-714bd87f428f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:56.180514 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d30b4b89-496f-41b0-af0a-838e6da390d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:56.219850 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d30b4b89-496f-41b0-af0a-838e6da390d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:56.255971 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:17:56.365506 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c93e5-7d4b-43d3-9dd9-5071f963a79b req-f0f5eb8e-da1d-4ac0-90b7-cbbead51b2b0 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:56.366650 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d30b4b89-496f-41b0-af0a-838e6da390d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:56.366988 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3d2c93e5-7d4b-43d3-9dd9-5071f963a79b req-f0f5eb8e-da1d-4ac0-90b7-cbbead51b2b0 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.0835359
Jun 03 20:17:56.370440 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-82afe350-2062-4d4e-9f59-b442137784cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:56.384428 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b4b89-496f-41b0-af0a-838e6da390d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9b0d54-e6e4-47c8-8221-2e6dd73c2a60,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:56.387363 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-d30b4b89-496f-41b0-af0a-838e6da390d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:56.389312 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d30b4b89-496f-41b0-af0a-838e6da390d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:56.390408 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-d30b4b89-496f-41b0-af0a-838e6da390d4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/df9b0d54-e6e4-47c8-8221-2e6dd73c2a60 HTTP/1.1" status: 204  len: 168 time: 0.2797530
Jun 03 20:17:56.435484 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3d2c93e5-7d4b-43d3-9dd9-5071f963a79b req-e8ab3adf-fd3f-4ae4-9b4e-fa36438c24a4 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617855
Jun 03 20:17:56.691587 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abf74b-7fc3-49a5-961f-f0068b81b69d req-9ee470d6-5d83-4f97-907a-ef1fbb0ba436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:56.693195 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-51abf74b-7fc3-49a5-961f-f0068b81b69d req-9ee470d6-5d83-4f97-907a-ef1fbb0ba436 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=9b339080d7b947c785dc916dacacd15c&device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 1096 time: 0.1173787
Jun 03 20:17:56.772290 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484694d-2077-4d08-b79e-cd47bd152b22 req-1eedc1e9-9bf9-46ac-9c4e-1c40c9b99157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:56.773807 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a484694d-2077-4d08-b79e-cd47bd152b22 req-1eedc1e9-9bf9-46ac-9c4e-1c40c9b99157 service neutron] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2015140
Jun 03 20:17:56.804964 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e5fe4-28da-434f-bb02-df7690070fe4 req-d64e0081-a955-4489-9d83-06955c1d4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:56.806765 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-404e5fe4-28da-434f-bb02-df7690070fe4 req-d64e0081-a955-4489-9d83-06955c1d4fad service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=10d1e6de1c374152919c5d3fa5abbb75&device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 1096 time: 0.1312470
Jun 03 20:17:56.999812 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff50ea-c8ed-4415-933b-327f4f066322 req-672ada4a-ab04-43e8-88e4-7a69b2c403e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:57.001434 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7aff50ea-c8ed-4415-933b-327f4f066322 req-672ada4a-ab04-43e8-88e4-7a69b2c403e1 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=10d1e6de1c374152919c5d3fa5abbb75&device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 1097 time: 0.3490949
Jun 03 20:17:57.071585 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abf74b-7fc3-49a5-961f-f0068b81b69d req-a9adb3f1-0cfd-46c6-a5e8-fbf70f0b785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:57.073045 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-51abf74b-7fc3-49a5-961f-f0068b81b69d req-a9adb3f1-0cfd-46c6-a5e8-fbf70f0b785d service neutron] 10.222.0.122 "GET /v2.0/networks?id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 HTTP/1.1" status: 200  len: 916 time: 0.3699255
Jun 03 20:17:57.112803 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e5fe4-28da-434f-bb02-df7690070fe4 req-4e17e832-d07c-4922-915c-94e78f1cef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:57.115625 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-404e5fe4-28da-434f-bb02-df7690070fe4 req-4e17e832-d07c-4922-915c-94e78f1cef71 service neutron] 10.222.0.122 "GET /v2.0/networks?tenant_id=10d1e6de1c374152919c5d3fa5abbb75&shared=False HTTP/1.1" status: 200  len: 920 time: 0.2828908
Jun 03 20:17:57.152014 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-ccbf3410-3f46-43df-85c7-f3667ced8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:57.153439 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-ccbf3410-3f46-43df-85c7-f3667ced8933 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=b2a1415fd5074293876b0d781ad89454&device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 1097 time: 0.2967131
Jun 03 20:17:57.227346 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-51abf74b-7fc3-49a5-961f-f0068b81b69d req-82d00544-ca3e-4fa2-b127-75bde073d2c8 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1433535d-12bc-4482-b6b9-20824b43f248 HTTP/1.1" status: 200  len: 217 time: 0.0974157
Jun 03 20:17:57.240564 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b1a66-42cd-4ac3-959c-73b3e5252719 req-13d55b77-02ce-41f7-ae31-8841338c2a8a tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:57.242229 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-440b1a66-42cd-4ac3-959c-73b3e5252719 req-13d55b77-02ce-41f7-ae31-8841338c2a8a tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 944 time: 0.3992598
Jun 03 20:17:57.325911 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-38656a5c-b2c9-40fb-98ef-24deb525dd13 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee14caf8-61b8-4121-ae6f-b4ee6966dd01 HTTP/1.1" status: 200  len: 217 time: 0.1562793
Jun 03 20:17:57.341116 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff50ea-c8ed-4415-933b-327f4f066322 req-b41b160d-3a98-4662-a484-3531fa2502d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:57.341116 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7aff50ea-c8ed-4415-933b-327f4f066322 req-b41b160d-3a98-4662-a484-3531fa2502d0 service neutron] 10.222.0.122 "GET /v2.0/networks?tenant_id=10d1e6de1c374152919c5d3fa5abbb75&shared=False HTTP/1.1" status: 200  len: 920 time: 0.3165925
Jun 03 20:17:57.397197 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-440b1a66-42cd-4ac3-959c-73b3e5252719 req-c42126af-4cef-4582-af0a-6c233c00f288 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173520
Jun 03 20:17:57.432372 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abf74b-7fc3-49a5-961f-f0068b81b69d req-11d25b18-6a79-4043-8973-786aaade5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:57.433933 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-51abf74b-7fc3-49a5-961f-f0068b81b69d req-11d25b18-6a79-4043-8973-786aaade5e99 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=3da4210a-5c83-4700-ac8e-57295ef4434f HTTP/1.1" status: 200  len: 854 time: 0.1907344
Jun 03 20:17:57.446378 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e5fe4-28da-434f-bb02-df7690070fe4 req-717d7ab7-51ac-4e5f-b56f-57d236150806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:57.460339 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-404e5fe4-28da-434f-bb02-df7690070fe4 req-717d7ab7-51ac-4e5f-b56f-57d236150806 service neutron] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.3351998
Jun 03 20:17:57.466951 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-92db568f-ca72-48a6-a222-f08a52cd013f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:57.486722 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-11277f0a-9ec4-460e-933c-34f160914e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:57.498689 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-11277f0a-9ec4-460e-933c-34f160914e38 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=55dda826-e868-4211-95e1-31782b85a1be HTTP/1.1" status: 200  len: 851 time: 0.1324346
Jun 03 20:17:57.555149 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818048c4-cb55-42ab-9a6d-1eca2ee60154 req-54e8f816-01e6-4b89-bbc8-326e9f15428e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:57.563090 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-818048c4-cb55-42ab-9a6d-1eca2ee60154 req-54e8f816-01e6-4b89-bbc8-326e9f15428e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 943 time: 0.3286731
Jun 03 20:17:57.606638 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-937d5023-e096-4a57-b839-aee153909331 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=a1525f32-038d-4020-bbb5-84c6f9346826&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1034029
Jun 03 20:17:57.648617 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-51abf74b-7fc3-49a5-961f-f0068b81b69d req-6c25570a-d836-4e29-874f-ba2679960590 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446985
Jun 03 20:17:57.734023 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff50ea-c8ed-4415-933b-327f4f066322 req-c56d347c-adb7-44dd-adba-b5d9d8b4de7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:57.736044 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7aff50ea-c8ed-4415-933b-327f4f066322 req-c56d347c-adb7-44dd-adba-b5d9d8b4de7f service neutron] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.3771448
Jun 03 20:17:57.775303 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-818048c4-cb55-42ab-9a6d-1eca2ee60154 req-958c5c87-ee90-4800-9b0b-d4bdc6e0c587 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2112443
Jun 03 20:17:57.814987 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-58f9532e-32eb-46f4-9094-0eadade53dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:57.816780 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-58f9532e-32eb-46f4-9094-0eadade53dbe service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=10d1e6de1c374152919c5d3fa5abbb75&device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 1096 time: 0.2782171
Jun 03 20:17:57.823862 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-b259f2a3-0758-464c-aab6-e0342f453d17 service neutron] 10.222.0.122 "GET /v2.0/networks/a1525f32-038d-4020-bbb5-84c6f9346826?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1993289
Jun 03 20:17:57.912245 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-1a08ee9a-5448-4f8a-b978-a96627e3e2a2 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d HTTP/1.1" status: 200  len: 217 time: 0.0868626
Jun 03 20:17:57.984681 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-51abf74b-7fc3-49a5-961f-f0068b81b69d req-d2311985-36bf-4547-8355-6369a3b8de77 service neutron] 10.222.0.122 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2522371
Jun 03 20:17:58.018817 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603202f-7271-464f-a8f7-12954efae021 req-9141f6ad-eec1-4fe5-8f96-d0ed70f74225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:58.020583 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6603202f-7271-464f-a8f7-12954efae021 req-9141f6ad-eec1-4fe5-8f96-d0ed70f74225 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=10d1e6de1c374152919c5d3fa5abbb75&device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 1097 time: 0.2329404
Jun 03 20:17:58.032228 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066c8b2-515b-467d-9050-d3f0969558a7 req-34039a99-19e2-4972-98ef-dbc6b8a18457 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:58.039648 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1066c8b2-515b-467d-9050-d3f0969558a7 req-34039a99-19e2-4972-98ef-dbc6b8a18457 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.4373679
Jun 03 20:17:58.057454 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-afb464fc-d507-4c30-90e6-6df118d728fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:58.059146 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-afb464fc-d507-4c30-90e6-6df118d728fc service neutron] 10.222.0.122 "GET /v2.0/subnets?id=174d75d0-7dfc-49fe-bd08-723170d65455 HTTP/1.1" status: 200  len: 858 time: 0.1324658
Jun 03 20:17:58.126414 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-3a5c9afa-36e4-4127-baaf-c7f85fb14849 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0586748
Jun 03 20:17:58.132530 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-2f54b45b-aca7-4028-89c7-5cbb6e401040 service neutron] 10.222.0.122 "GET /v2.0/networks/a1525f32-038d-4020-bbb5-84c6f9346826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2480688
Jun 03 20:17:58.145586 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6603202f-7271-464f-a8f7-12954efae021 req-6e8ef7db-6f9e-4b23-bf18-6fad067a2d15 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=334a743d-3d0c-46fe-8404-74e9cdae3410 HTTP/1.1" status: 200  len: 217 time: 0.1035774
Jun 03 20:17:58.285116 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1066c8b2-515b-467d-9050-d3f0969558a7 req-e26d971d-5621-4f26-9f3a-842585044e60 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2365460
Jun 03 20:17:58.289924 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-f6289c49-0762-4a7f-9859-dd91fca674f1 service neutron] 10.222.0.122 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561568
Jun 03 20:17:58.316615 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603202f-7271-464f-a8f7-12954efae021 req-6cb46697-9994-4c46-bcf4-e9bec094ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:58.322145 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6603202f-7271-464f-a8f7-12954efae021 req-6cb46697-9994-4c46-bcf4-e9bec094ec7d service neutron] 10.222.0.122 "GET /v2.0/subnets?id=174d75d0-7dfc-49fe-bd08-723170d65455 HTTP/1.1" status: 200  len: 858 time: 0.1652431
Jun 03 20:17:58.397742 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-51abf74b-7fc3-49a5-961f-f0068b81b69d req-92cd9028-0a64-44cb-ba21-3684ba4bdc0a service neutron] 10.222.0.122 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4007196
Jun 03 20:17:58.450018 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6603202f-7271-464f-a8f7-12954efae021 req-93e86c30-12f7-43bf-9b2a-6cfada4bb412 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1030152
Jun 03 20:17:58.493834 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bb074348-6d2f-4fdc-b79e-191782a751ec req-638acc86-c9c1-44de-b91a-3f60bd3da223 service neutron] 10.222.0.122 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1904800
Jun 03 20:17:58.642930 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6603202f-7271-464f-a8f7-12954efae021 req-e0bb19e2-fc24-4207-a088-ed88e96e922e service neutron] 10.222.0.122 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1829953
Jun 03 20:17:58.652074 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089a039-1d0a-4e7e-a1bc-ca7c3ebb8c13 req-8a54a935-52f8-4ce2-be1e-4eaffa050857 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:58.653706 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4089a039-1d0a-4e7e-a1bc-ca7c3ebb8c13 req-8a54a935-52f8-4ce2-be1e-4eaffa050857 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 944 time: 0.1054711
Jun 03 20:17:58.706414 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4089a039-1d0a-4e7e-a1bc-ca7c3ebb8c13 req-3148571a-d269-4654-8af6-f6e62a691358 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464509
Jun 03 20:17:58.818405 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6603202f-7271-464f-a8f7-12954efae021 req-461adea9-188f-4b6a-99c5-be7dbfcd552b service neutron] 10.222.0.122 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1677513
Jun 03 20:17:58.980264 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177374c-8ba7-4c8b-8bd1-9c030c534e76 req-8e3a019c-6ec4-4c3e-a389-4e392cd71ef4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:58.981773 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c177374c-8ba7-4c8b-8bd1-9c030c534e76 req-8e3a019c-6ec4-4c3e-a389-4e392cd71ef4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 943 time: 0.0865223
Jun 03 20:17:59.030078 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c177374c-8ba7-4c8b-8bd1-9c030c534e76 req-45b50a3d-bb7d-4e57-9a17-cd43963ec55c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414751
Jun 03 20:17:59.311032 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 1433535d-12bc-4482-b6b9-20824b43f248 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:17:59.503372 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 1433535d-12bc-4482-b6b9-20824b43f248, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1433535d-12bc-4482-b6b9-20824b43f248,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:17:59.519290 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '1433535d-12bc-4482-b6b9-20824b43f248', 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8', 'port_id': '1433535d-12bc-4482-b6b9-20824b43f248', 'mac_address': 'fa:16:3e:e6:95:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da4210a-5c83-4700-ac8e-57295ef4434f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:17:59.580484 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:59.596126 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da3639-f239-4fdb-a358-0f9fcfe5fe0d req-682814ea-cc3b-48ae-b171-79581f824436 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:17:59.597627 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-61da3639-f239-4fdb-a358-0f9fcfe5fe0d req-682814ea-cc3b-48ae-b171-79581f824436 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.1926172
Jun 03 20:17:59.599597 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1433535d-12bc-4482-b6b9-20824b43f248 {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:17:59.616370 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 1433535d-12bc-4482-b6b9-20824b43f248, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1433535d-12bc-4482-b6b9-20824b43f248,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:17:59.654319 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-61da3639-f239-4fdb-a358-0f9fcfe5fe0d req-20003ef0-9796-4a4e-aa95-182bc3ef541d tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500383
Jun 03 20:17:59.717167 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:59.721376 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-2ac9179f-2ca6-4466-b17a-a555d12980d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:17:59.795606 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=1433535d-12bc-4482-b6b9-20824b43f248,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:17:59.799219 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:17:59.879138 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 34788) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:17:59.980705 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-7098c86c-cbeb-4c74-a2ab-ef20759b3496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:17:59.982373 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:00.014892 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a4d3eac3-659a-4cd5-bc5d-1bd0806ac2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:00.015052 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230c569-bb2b-4191-a77e-e66f31a73ce0 req-e093f074-cfe8-4432-85c3-ba626de3f937 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:00.016242 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e230c569-bb2b-4191-a77e-e66f31a73ce0 req-e093f074-cfe8-4432-85c3-ba626de3f937 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 944 time: 0.1907668
Jun 03 20:18:00.036810 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-a4d3eac3-659a-4cd5-bc5d-1bd0806ac2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:18:00.042390 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-a4d3eac3-659a-4cd5-bc5d-1bd0806ac2ec admin admin] Usage tracker for resource:security_group_rule and tenant:8a47bc9575d14b44a625eba9fcebccc2 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:18:00.048280 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-a4d3eac3-659a-4cd5-bc5d-1bd0806ac2ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:18:00.061046 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-a4d3eac3-659a-4cd5-bc5d-1bd0806ac2ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:18:00.073078 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e230c569-bb2b-4191-a77e-e66f31a73ce0 req-8ab8eea0-8fb5-40dc-b23b-4c4d04a37199 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433276
Jun 03 20:18:00.132016 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 34796) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:00.177836 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a4d3eac3-659a-4cd5-bc5d-1bd0806ac2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:00.238575 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['1433535d-12bc-4482-b6b9-20824b43f248'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:18:00.259138 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-183c1052-50c1-4fde-8b14-40f228607846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:00.263562 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691caec6-3625-4a45-9394-a4698c86d0c2 req-5d17a7ce-7660-4f7f-9860-64e1ef42e224 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:00.265199 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-691caec6-3625-4a45-9394-a4698c86d0c2 req-5d17a7ce-7660-4f7f-9860-64e1ef42e224 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 944 time: 0.0894499
Jun 03 20:18:00.267303 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a4d3eac3-659a-4cd5-bc5d-1bd0806ac2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:00.277873 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:00.287815 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-183c1052-50c1-4fde-8b14-40f228607846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:18:00.306732 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-183c1052-50c1-4fde-8b14-40f228607846 admin admin] Usage tracker for resource:security_group_rule and tenant:d8750d3efcbf4a50a88c06c4ecd0a567 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:18:00.310438 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-183c1052-50c1-4fde-8b14-40f228607846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:18:00.317102 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-183c1052-50c1-4fde-8b14-40f228607846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:18:00.348793 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3eac3-659a-4cd5-bc5d-1bd0806ac2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1775b396-d39e-4820-ae08-3e8a623a4068,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:00.365376 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a4d3eac3-659a-4cd5-bc5d-1bd0806ac2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:00.370187 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-a4d3eac3-659a-4cd5-bc5d-1bd0806ac2ec admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8a47bc9575d14b44a625eba9fcebccc2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4899528
Jun 03 20:18:00.375206 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 34804) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:00.397866 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-691caec6-3625-4a45-9394-a4698c86d0c2 req-ac7f2997-e8d0-41af-89fa-44316f7af4d6 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084657
Jun 03 20:18:00.457866 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-15f4e799-2bc1-4e10-afe4-ec8c087b184e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:00.459344 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-183c1052-50c1-4fde-8b14-40f228607846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:00.488065 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-15f4e799-2bc1-4e10-afe4-ec8c087b184e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:00.546326 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-183c1052-50c1-4fde-8b14-40f228607846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:00.556111 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:00.595956 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c1052-50c1-4fde-8b14-40f228607846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c953010c-b6d4-42a8-a063-3e034b0a862e,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:00.599429 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-183c1052-50c1-4fde-8b14-40f228607846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:00.604460 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-183c1052-50c1-4fde-8b14-40f228607846 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d8750d3efcbf4a50a88c06c4ecd0a567&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4691515
Jun 03 20:18:00.608420 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 34810) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:00.626097 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-15f4e799-2bc1-4e10-afe4-ec8c087b184e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:00.631832 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-adbe557f-2f9c-4fe7-a178-6b8d200191db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:00.646117 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4e799-2bc1-4e10-afe4-ec8c087b184e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1775b396-d39e-4820-ae08-3e8a623a4068,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:00.655617 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-15f4e799-2bc1-4e10-afe4-ec8c087b184e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:00.661370 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-15f4e799-2bc1-4e10-afe4-ec8c087b184e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:00.682430 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-15f4e799-2bc1-4e10-afe4-ec8c087b184e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1775b396-d39e-4820-ae08-3e8a623a4068 HTTP/1.1" status: 204  len: 168 time: 0.2891393
Jun 03 20:18:00.695731 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-31486dc5-afeb-40fc-bbf5-9898469e6622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:00.725242 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-31486dc5-afeb-40fc-bbf5-9898469e6622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:00.856796 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc036701-8832-4ed5-aa5d-05f008e85555 req-402959c0-59c9-475f-835d-a32200dd959c tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:00.858287 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bc036701-8832-4ed5-aa5d-05f008e85555 req-402959c0-59c9-475f-835d-a32200dd959c tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.0883112
Jun 03 20:18:00.882643 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-31486dc5-afeb-40fc-bbf5-9898469e6622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:00.890001 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:00.913328 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31486dc5-afeb-40fc-bbf5-9898469e6622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c953010c-b6d4-42a8-a063-3e034b0a862e,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:00.918463 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-31486dc5-afeb-40fc-bbf5-9898469e6622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:00.923023 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-31486dc5-afeb-40fc-bbf5-9898469e6622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:00.924307 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-31486dc5-afeb-40fc-bbf5-9898469e6622 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c953010c-b6d4-42a8-a063-3e034b0a862e HTTP/1.1" status: 204  len: 168 time: 0.3182862
Jun 03 20:18:00.935141 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bc036701-8832-4ed5-aa5d-05f008e85555 req-389a22c2-f089-49b8-86b8-6e2fd863ef10 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704412
Jun 03 20:18:01.300136 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a1689-a031-4902-a338-5bd1179d37ed req-cd87bdcb-47d5-49f7-803f-290d7580c78e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:01.301742 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f47a1689-a031-4902-a338-5bd1179d37ed req-cd87bdcb-47d5-49f7-803f-290d7580c78e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 944 time: 0.1001949
Jun 03 20:18:01.310473 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:01.351558 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f47a1689-a031-4902-a338-5bd1179d37ed req-6f3b401a-9075-4224-875b-b95ea8cb9de1 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410645
Jun 03 20:18:01.415997 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 34832) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:01.432907 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-4dff53db-03df-44ff-9a64-952636de0a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:01.447839 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-4dff53db-03df-44ff-9a64-952636de0a3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:18:01.451644 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-4dff53db-03df-44ff-9a64-952636de0a3f admin admin] Usage tracker for resource:security_group_rule and tenant:d52352804e494c3ca7b75359d17d3e9d is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:18:01.455152 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-4dff53db-03df-44ff-9a64-952636de0a3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:18:01.461339 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-4dff53db-03df-44ff-9a64-952636de0a3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:18:01.608196 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-4dff53db-03df-44ff-9a64-952636de0a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:01.638198 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b1536-9571-46a4-9ba1-766264ec74c3 req-58701d17-2822-4ebf-8def-66e7b0a21ec6 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:01.639673 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-001b1536-9571-46a4-9ba1-766264ec74c3 req-58701d17-2822-4ebf-8def-66e7b0a21ec6 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 944 time: 0.1186416
Jun 03 20:18:01.676295 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-4dff53db-03df-44ff-9a64-952636de0a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:01.684265 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:01.709441 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-001b1536-9571-46a4-9ba1-766264ec74c3 req-d0a58fed-432a-4096-80bf-23236603b782 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613801
Jun 03 20:18:01.732737 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff53db-03df-44ff-9a64-952636de0a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cedab9-5b58-4c9f-8a50-8df1e67a7e8e,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:01.737468 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-4dff53db-03df-44ff-9a64-952636de0a3f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d52352804e494c3ca7b75359d17d3e9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3204916
Jun 03 20:18:01.738386 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-4dff53db-03df-44ff-9a64-952636de0a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:01.740381 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 34844) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:01.801571 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-59a8dc31-f747-4f6d-92ec-287419817ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:01.829067 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-59a8dc31-f747-4f6d-92ec-287419817ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:01.945154 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-59a8dc31-f747-4f6d-92ec-287419817ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:01.949023 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-7299e39c-3168-4919-9a3c-0c765b259dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:01.959956 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8dc31-f747-4f6d-92ec-287419817ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cedab9-5b58-4c9f-8a50-8df1e67a7e8e,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:01.962467 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-59a8dc31-f747-4f6d-92ec-287419817ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:01.972207 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-59a8dc31-f747-4f6d-92ec-287419817ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:01.975894 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-59a8dc31-f747-4f6d-92ec-287419817ee1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/71cedab9-5b58-4c9f-8a50-8df1e67a7e8e HTTP/1.1" status: 204  len: 168 time: 0.2320337
Jun 03 20:18:02.130939 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bd525-b44d-4e2b-bf40-367513af70b4 req-77c38562-45e4-4279-afcc-06d2bb781f28 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:02.132586 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8c6bd525-b44d-4e2b-bf40-367513af70b4 req-77c38562-45e4-4279-afcc-06d2bb781f28 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.0883248
Jun 03 20:18:02.179476 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8c6bd525-b44d-4e2b-bf40-367513af70b4 req-b0375780-69ca-4fad-8907-49884bb3dc74 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409489
Jun 03 20:18:02.553443 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc1243-38a2-4f82-a322-494a27753e34 req-b7edff22-804d-4cb4-a8c8-062be75e46e3 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:02.555170 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6dbc1243-38a2-4f82-a322-494a27753e34 req-b7edff22-804d-4cb4-a8c8-062be75e46e3 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 944 time: 0.0959160
Jun 03 20:18:02.605825 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6dbc1243-38a2-4f82-a322-494a27753e34 req-d6d48566-7096-4bac-b54b-1931c93187ef tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440857
Jun 03 20:18:02.846501 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:02.904079 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04fde9-a694-456b-b5f1-1fe612dbb637 req-bdff7e55-269f-4142-b8f8-908ceddccfbd tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:02.905558 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ad04fde9-a694-456b-b5f1-1fe612dbb637 req-bdff7e55-269f-4142-b8f8-908ceddccfbd tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 944 time: 0.0829914
Jun 03 20:18:02.971403 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ad04fde9-a694-456b-b5f1-1fe612dbb637 req-f352b26f-1f17-4a44-89b6-28e25814003f tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591350
Jun 03 20:18:03.435879 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ac200-02e4-4a72-bca6-dc57b89c5ef9 req-f36df42a-1e5e-4ada-94c5-3e9794969cc2 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:03.437747 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0e4ac200-02e4-4a72-bca6-dc57b89c5ef9 req-f36df42a-1e5e-4ada-94c5-3e9794969cc2 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.0952499
Jun 03 20:18:03.498867 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0e4ac200-02e4-4a72-bca6-dc57b89c5ef9 req-7dd4961b-2d31-46c9-8574-349116e61885 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474787
Jun 03 20:18:03.793694 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d42e60-d42d-4fcb-bd68-86a66c5ccf1e req-dfc94f1b-d5ce-4be4-8404-0eb6423a2b66 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:03.795208 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-51d42e60-d42d-4fcb-bd68-86a66c5ccf1e req-dfc94f1b-d5ce-4be4-8404-0eb6423a2b66 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 944 time: 0.0806239
Jun 03 20:18:03.840847 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-51d42e60-d42d-4fcb-bd68-86a66c5ccf1e req-5944f530-bdb6-4fd3-84e8-39e31a2d60c8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392644
Jun 03 20:18:04.161393 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c389f2-76b8-462c-be58-0c95d465875f req-ca7dad64-41f5-4bc4-85ff-267aa8d624c3 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:04.162872 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d7c389f2-76b8-462c-be58-0c95d465875f req-ca7dad64-41f5-4bc4-85ff-267aa8d624c3 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 944 time: 0.0834062
Jun 03 20:18:04.207930 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d7c389f2-76b8-462c-be58-0c95d465875f req-fe76d923-7a96-4a8f-b8f1-1132f0111f17 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390975
Jun 03 20:18:04.676813 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee8f26-53ff-4573-8e36-f1e077996f57 req-76d9ba64-1b7f-4d0f-83b9-68c51932397f tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:04.678270 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b8ee8f26-53ff-4573-8e36-f1e077996f57 req-76d9ba64-1b7f-4d0f-83b9-68c51932397f tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.0848882
Jun 03 20:18:04.722058 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b8ee8f26-53ff-4573-8e36-f1e077996f57 req-7c036356-8561-4022-9b6b-1a0b8506c656 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382013
Jun 03 20:18:05.029202 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12ce31-c1a3-4aba-8061-39ef72784c33 req-03be3c53-8369-45cd-ab5a-dc2bc458e21f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:05.030751 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8d12ce31-c1a3-4aba-8061-39ef72784c33 req-03be3c53-8369-45cd-ab5a-dc2bc458e21f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 944 time: 0.0825458
Jun 03 20:18:05.077672 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8d12ce31-c1a3-4aba-8061-39ef72784c33 req-23ca6353-0fab-4cd3-bf2a-7035c61b65da tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397069
Jun 03 20:18:05.397177 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019d6e4-eded-4cce-bc55-c7e33cbe0164 req-abd9c6f8-d681-4ff2-8cf5-5646a3d909ab tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:05.398704 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d019d6e4-eded-4cce-bc55-c7e33cbe0164 req-abd9c6f8-d681-4ff2-8cf5-5646a3d909ab tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 944 time: 0.0829377
Jun 03 20:18:05.444592 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d019d6e4-eded-4cce-bc55-c7e33cbe0164 req-baff5913-3e27-42e7-a544-5618740d01e8 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401933
Jun 03 20:18:05.946100 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88640586-bee2-4321-b279-7f4a225f7ae6 req-43cd5740-a89b-46c0-9627-3065a56bba9c tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:05.954770 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-88640586-bee2-4321-b279-7f4a225f7ae6 req-43cd5740-a89b-46c0-9627-3065a56bba9c tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.1004798
Jun 03 20:18:05.998939 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-88640586-bee2-4321-b279-7f4a225f7ae6 req-1e5b13f3-1134-4f34-9d96-0b41fa51c676 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427420
Jun 03 20:18:06.272717 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ad328-a49d-4851-9651-1abd24bf6856 req-07fe60ad-3d0c-45d1-afbe-674d2b1a86a2 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:06.274233 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8a1ad328-a49d-4851-9651-1abd24bf6856 req-07fe60ad-3d0c-45d1-afbe-674d2b1a86a2 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 944 time: 0.0894949
Jun 03 20:18:06.324130 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8a1ad328-a49d-4851-9651-1abd24bf6856 req-de15cd17-941c-429a-bffe-c249df6ef170 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435081
Jun 03 20:18:06.444224 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:18:06.493097 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 1433535d-12bc-4482-b6b9-20824b43f248 up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:18:06.632632 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d,segment=NetworkSegment(cf470bb2-6deb-404f-82d1-83a23ef347bb),segment_id=cf470bb2-6deb-404f-82d1-83a23ef347bb)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:18:06.645270 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ca693-2307-4540-bee0-c87e8dedd1ab req-4070e7ac-8755-4139-8c3d-ddaa9f7cfd0b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:06.646401 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d', 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068', 'port_id': '7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d', 'mac_address': 'fa:16:3e:f8:b6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174d75d0-7dfc-49fe-bd08-723170d65455', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:18:06.647529 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bf3ca693-2307-4540-bee0-c87e8dedd1ab req-4070e7ac-8755-4139-8c3d-ddaa9f7cfd0b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 944 time: 0.0915096
Jun 03 20:18:06.715037 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bf3ca693-2307-4540-bee0-c87e8dedd1ab req-24701892-fc83-4132-884a-6513c6100d07 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599315
Jun 03 20:18:06.765320 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:06.783707 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:18:06.800781 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d,segment=NetworkSegment(cf470bb2-6deb-404f-82d1-83a23ef347bb),segment_id=cf470bb2-6deb-404f-82d1-83a23ef347bb)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:18:06.813529 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port 1433535d-12bc-4482-b6b9-20824b43f248 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:18:06.818728 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 1433535d-12bc-4482-b6b9-20824b43f248 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:18:06.819098 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:06.938356 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:06.941443 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device ee14caf8-61b8-4121-ae6f-b4ee6966dd01 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:18:06.945224 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-2ac9179f-2ca6-4466-b17a-a555d12980d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:06.997539 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:07.086069 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bda45c-587c-46ed-849d-843cb55e5ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1433535d-12bc-4482-b6b9-20824b43f248'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:18:07.168084 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 1433535d-12bc-4482-b6b9-20824b43f248, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1433535d-12bc-4482-b6b9-20824b43f248,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:18:07.178179 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:07.191148 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:07.227729 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3b75d-d9b8-47bb-ac93-a33b1067bc40 req-4f46e5e9-04da-4a4e-bc4f-651d80e8e734 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:07.229491 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d8f3b75d-d9b8-47bb-ac93-a33b1067bc40 req-4f46e5e9-04da-4a4e-bc4f-651d80e8e734 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 944 time: 0.0971363
Jun 03 20:18:07.262733 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:07.285833 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:07.290318 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d8f3b75d-d9b8-47bb-ac93-a33b1067bc40 req-35d0c2c1-5572-41a1-abc0-aef3237e24ad tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524440
Jun 03 20:18:07.347898 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321f3768-19f5-4ad2-9db1-d7108717c94f" -d '{"events": [{"server_uuid": "f0bda45c-587c-46ed-849d-843cb55e5ffb", "name": "network-vif-plugged", "status": "completed", "tag": "1433535d-12bc-4482-b6b9-20824b43f248"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:18:07.384123 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port ee14caf8-61b8-4121-ae6f-b4ee6966dd01, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ee14caf8-61b8-4121-ae6f-b4ee6966dd01,segment=NetworkSegment(700ccff4-1418-4919-a84a-2229ead40bbf),segment_id=700ccff4-1418-4919-a84a-2229ead40bbf)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:18:07.394914 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=1433535d-12bc-4482-b6b9-20824b43f248,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:07.404259 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:07.413155 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': 'ee14caf8-61b8-4121-ae6f-b4ee6966dd01', 'network_id': 'a1525f32-038d-4020-bbb5-84c6f9346826', 'port_id': 'ee14caf8-61b8-4121-ae6f-b4ee6966dd01', 'mac_address': 'fa:16:3e:5b:ff:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55dda826-e868-4211-95e1-31782b85a1be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:18:07.493508 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dd9519-ad68-4578-908b-328cd4c396e9 x-openstack-request-id: req-f6dd9519-ad68-4578-908b-328cd4c396e9 {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:18:07.494154 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bda45c-587c-46ed-849d-843cb55e5ffb", "name": "network-vif-plugged", "status": "completed", "tag": "1433535d-12bc-4482-b6b9-20824b43f248", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:18:07.494154 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f6dd9519-ad68-4578-908b-328cd4c396e9 {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:18:07.494710 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bda45c-587c-46ed-849d-843cb55e5ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1433535d-12bc-4482-b6b9-20824b43f248', 'code': 200}
Jun 03 20:18:07.495656 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:07.513608 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee14caf8-61b8-4121-ae6f-b4ee6966dd01 {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:18:07.533357 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port ee14caf8-61b8-4121-ae6f-b4ee6966dd01, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ee14caf8-61b8-4121-ae6f-b4ee6966dd01,segment=NetworkSegment(700ccff4-1418-4919-a84a-2229ead40bbf),segment_id=700ccff4-1418-4919-a84a-2229ead40bbf)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:18:07.559898 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d9bc7-e6c8-4a90-85ec-503756a28048 req-86f695d8-fc0e-4a5f-8cbf-eab3b9fb664f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:07.572764 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-767d9bc7-e6c8-4a90-85ec-503756a28048 req-86f695d8-fc0e-4a5f-8cbf-eab3b9fb664f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 944 time: 0.1023004
Jun 03 20:18:07.606688 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:07.608151 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 334a743d-3d0c-46fe-8404-74e9cdae3410 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:18:07.611830 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:07.614889 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-767d9bc7-e6c8-4a90-85ec-503756a28048 req-6dc9cff6-13df-4dff-856d-0cdc75c1a1a8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412271
Jun 03 20:18:07.697254 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=ee14caf8-61b8-4121-ae6f-b4ee6966dd01,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:07.702642 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:07.705259 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 334a743d-3d0c-46fe-8404-74e9cdae3410, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=334a743d-3d0c-46fe-8404-74e9cdae3410,segment=NetworkSegment(cf470bb2-6deb-404f-82d1-83a23ef347bb),segment_id=cf470bb2-6deb-404f-82d1-83a23ef347bb)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:18:07.720348 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '334a743d-3d0c-46fe-8404-74e9cdae3410', 'network_id': 'ea1ab5d7-057a-46bd-93ff-db6c3dd3b068', 'port_id': '334a743d-3d0c-46fe-8404-74e9cdae3410', 'mac_address': 'fa:16:3e:d3:be:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174d75d0-7dfc-49fe-bd08-723170d65455', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:18:07.783322 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:07.802960 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334a743d-3d0c-46fe-8404-74e9cdae3410 {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:18:07.819709 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 334a743d-3d0c-46fe-8404-74e9cdae3410, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=334a743d-3d0c-46fe-8404-74e9cdae3410,segment=NetworkSegment(cf470bb2-6deb-404f-82d1-83a23ef347bb),segment_id=cf470bb2-6deb-404f-82d1-83a23ef347bb)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:18:07.899431 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:07.903207 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:07.929262 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4528d1f-ff68-463c-a5f1-3b315779d5bb req-b110697e-2bf6-4b3d-815e-ebaa463cd3e5 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:07.930773 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b4528d1f-ff68-463c-a5f1-3b315779d5bb req-b110697e-2bf6-4b3d-815e-ebaa463cd3e5 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 945 time: 0.0889857
Jun 03 20:18:07.980371 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b4528d1f-ff68-463c-a5f1-3b315779d5bb req-dc0aa71a-089a-4c4c-a58f-140f6475e6bb tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420151
Jun 03 20:18:07.993698 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=334a743d-3d0c-46fe-8404-74e9cdae3410,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:07.997141 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:08.008443 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3895bf1-08fe-4219-8fc2-3fa0c660795c req-c4400116-e308-4818-9600-e0ca371674f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:08.009968 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f3895bf1-08fe-4219-8fc2-3fa0c660795c req-c4400116-e308-4818-9600-e0ca371674f5 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 1098 time: 0.1374278
Jun 03 20:18:08.036209 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-f3895bf1-08fe-4219-8fc2-3fa0c660795c req-440e7426-0c8a-4469-9ab8-a433cf574d88 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:08.050751 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-f3895bf1-08fe-4219-8fc2-3fa0c660795c req-440e7426-0c8a-4469-9ab8-a433cf574d88 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:18:08.055103 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-f3895bf1-08fe-4219-8fc2-3fa0c660795c req-440e7426-0c8a-4469-9ab8-a433cf574d88 service neutron] Usage tracker for resource:security_group_rule and tenant:fb3f8a16964543baa7f5e33ba8d5a32b is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:18:08.057796 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-f3895bf1-08fe-4219-8fc2-3fa0c660795c req-440e7426-0c8a-4469-9ab8-a433cf574d88 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:18:08.064077 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-f3895bf1-08fe-4219-8fc2-3fa0c660795c req-440e7426-0c8a-4469-9ab8-a433cf574d88 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:18:08.149422 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-f3895bf1-08fe-4219-8fc2-3fa0c660795c req-440e7426-0c8a-4469-9ab8-a433cf574d88 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:08.252339 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-f3895bf1-08fe-4219-8fc2-3fa0c660795c req-440e7426-0c8a-4469-9ab8-a433cf574d88 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:08.261673 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-31486dc5-afeb-40fc-bbf5-9898469e6622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:08.279511 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f3895bf1-08fe-4219-8fc2-3fa0c660795c req-440e7426-0c8a-4469-9ab8-a433cf574d88 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2597969
Jun 03 20:18:08.294628 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['ee14caf8-61b8-4121-ae6f-b4ee6966dd01'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:18:08.322088 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e7426-0c8a-4469-9ab8-a433cf574d88 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9c18e8d4-9268-486b-b0f2-df721ed07cd7,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:08.326789 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-440e7426-0c8a-4469-9ab8-a433cf574d88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:08.336808 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['334a743d-3d0c-46fe-8404-74e9cdae3410'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:18:08.373712 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:18:08.493597 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e47f5d-da64-41f4-83c0-a9d5e6ae0688 req-3edffeec-6661-453b-8823-bcaa610c38c7 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:08.495097 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b5e47f5d-da64-41f4-83c0-a9d5e6ae0688 req-3edffeec-6661-453b-8823-bcaa610c38c7 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 945 time: 0.0853617
Jun 03 20:18:08.545533 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b5e47f5d-da64-41f4-83c0-a9d5e6ae0688 req-55eeb3e0-1fde-4933-be0f-249ce2f3bd54 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392420
Jun 03 20:18:08.890583 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1108ec-f080-4901-80bd-a388962e0e41 req-3d87573d-7cb9-4348-acbd-5cdc82d3f951 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:08.892896 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8c1108ec-f080-4901-80bd-a388962e0e41 req-3d87573d-7cb9-4348-acbd-5cdc82d3f951 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 945 time: 0.1373818
Jun 03 20:18:08.944859 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8c1108ec-f080-4901-80bd-a388962e0e41 req-7e47c441-f6ca-4e38-aa08-969f88ad502c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448766
Jun 03 20:18:09.178639 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064dbd-f035-4882-bd0a-ac8fcbc13bb4 req-a7e8cbba-3b7c-48ce-aeed-a829d1c53dd6 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:09.180522 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-da064dbd-f035-4882-bd0a-ac8fcbc13bb4 req-a7e8cbba-3b7c-48ce-aeed-a829d1c53dd6 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 945 time: 0.0822809
Jun 03 20:18:09.226864 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-da064dbd-f035-4882-bd0a-ac8fcbc13bb4 req-7e4b50e2-48d3-4a87-a5af-1f88f28d8c6f tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404258
Jun 03 20:18:09.619907 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:09.733622 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a618116-b5d3-4366-bf1c-071e0c0d906a req-5b70a435-5959-4d6f-8d8e-07de3c8bf425 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:09.735718 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5a618116-b5d3-4366-bf1c-071e0c0d906a req-5b70a435-5959-4d6f-8d8e-07de3c8bf425 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 945 time: 0.0818777
Jun 03 20:18:09.785755 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5a618116-b5d3-4366-bf1c-071e0c0d906a req-9d716bdc-c393-4b17-927c-fe2379d7bebb tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424526
Jun 03 20:18:09.957476 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 35120) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:10.103467 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-670579bf-4ead-4a79-9f2b-fe8e32304ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:10.120202 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-670579bf-4ead-4a79-9f2b-fe8e32304ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:18:10.125708 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-670579bf-4ead-4a79-9f2b-fe8e32304ce8 admin admin] Usage tracker for resource:security_group_rule and tenant:b463cd44f6f14f44ad5d482419b2e4d4 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:18:10.129158 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-670579bf-4ead-4a79-9f2b-fe8e32304ce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:18:10.135233 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-670579bf-4ead-4a79-9f2b-fe8e32304ce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:18:10.195798 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613ada1-1ccc-4f4c-b314-7a4f02b21fc5 req-581b9761-443e-49f0-adf1-813028c5fddb tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:10.197244 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d613ada1-1ccc-4f4c-b314-7a4f02b21fc5 req-581b9761-443e-49f0-adf1-813028c5fddb tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 945 time: 0.1356766
Jun 03 20:18:10.219145 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-670579bf-4ead-4a79-9f2b-fe8e32304ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:10.247016 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d613ada1-1ccc-4f4c-b314-7a4f02b21fc5 req-3d72648d-61a2-4469-8aa9-b526b7770a3c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436399
Jun 03 20:18:10.381935 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-670579bf-4ead-4a79-9f2b-fe8e32304ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:10.394720 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-eb795b30-9639-4838-8a0e-443c5de209ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:10.447841 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-670579bf-4ead-4a79-9f2b-fe8e32304ce8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b463cd44f6f14f44ad5d482419b2e4d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4892890
Jun 03 20:18:10.449481 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670579bf-4ead-4a79-9f2b-fe8e32304ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59be95e5-85f1-4530-a79b-44bca175326c,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:10.450590 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 35136) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:10.453042 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-670579bf-4ead-4a79-9f2b-fe8e32304ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:10.488544 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89530106-94b8-41ef-a6c7-4f8c87386e91 req-0f0ca3f1-4349-4010-97e9-354d2f25d7fe tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:10.491285 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-89530106-94b8-41ef-a6c7-4f8c87386e91 req-0f0ca3f1-4349-4010-97e9-354d2f25d7fe tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 945 time: 0.1458848
Jun 03 20:18:10.518814 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-bd02c292-19c6-426e-b295-b6aaf86a16ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:10.537182 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-89530106-94b8-41ef-a6c7-4f8c87386e91 req-50b3066a-1d3b-4bdf-bbfa-3de8a1f56d6a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404012
Jun 03 20:18:10.545007 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-bd02c292-19c6-426e-b295-b6aaf86a16ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:10.699571 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-bd02c292-19c6-426e-b295-b6aaf86a16ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:10.703721 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:10.716699 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02c292-19c6-426e-b295-b6aaf86a16ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59be95e5-85f1-4530-a79b-44bca175326c,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:10.721327 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-bd02c292-19c6-426e-b295-b6aaf86a16ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:10.726611 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-bd02c292-19c6-426e-b295-b6aaf86a16ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:10.727789 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-bd02c292-19c6-426e-b295-b6aaf86a16ec admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/59be95e5-85f1-4530-a79b-44bca175326c HTTP/1.1" status: 204  len: 168 time: 0.2761643
Jun 03 20:18:10.975267 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fe427-9ccb-4036-a68f-37918024a866 req-ffec6127-e5f6-4d86-beab-b4268c4889cb tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:10.976791 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-183fe427-9ccb-4036-a68f-37918024a866 req-ffec6127-e5f6-4d86-beab-b4268c4889cb tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 945 time: 0.0816598
Jun 03 20:18:11.029141 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-183fe427-9ccb-4036-a68f-37918024a866 req-b0a86330-b57b-465e-871b-5713a77cf55f tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443377
Jun 03 20:18:11.434139 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ca56c-3e24-47f0-a872-bd8906baab6f req-f1d36418-6d5b-4fc0-a4f2-2fbefd78c9cc tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:11.435736 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-fe1ca56c-3e24-47f0-a872-bd8906baab6f req-f1d36418-6d5b-4fc0-a4f2-2fbefd78c9cc tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 945 time: 0.0804071
Jun 03 20:18:11.494654 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-fe1ca56c-3e24-47f0-a872-bd8906baab6f req-99ba66cc-f798-4461-923d-745ff32379fb tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521836
Jun 03 20:18:11.721185 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403eccf-2f6d-4fab-ac09-6b96e6f1207e req-035fdada-aa38-472f-ac5a-491d99192e0c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:11.722631 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6403eccf-2f6d-4fab-ac09-6b96e6f1207e req-035fdada-aa38-472f-ac5a-491d99192e0c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 945 time: 0.0792804
Jun 03 20:18:11.766906 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6403eccf-2f6d-4fab-ac09-6b96e6f1207e req-b23f6c1a-caf2-4cf0-92e7-720d7a51eb81 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386939
Jun 03 20:18:12.268511 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a77c0-e12b-4aae-a52f-e701b8732c31 req-2cdcf25a-2d04-479b-a62a-840b1eaea813 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:12.269896 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3d9a77c0-e12b-4aae-a52f-e701b8732c31 req-2cdcf25a-2d04-479b-a62a-840b1eaea813 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 945 time: 0.1397285
Jun 03 20:18:12.313988 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3d9a77c0-e12b-4aae-a52f-e701b8732c31 req-6598609a-9ccd-42d2-9648-0d38739708f8 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385175
Jun 03 20:18:12.539040 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:18:12.703645 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1d48b-ff70-4ce7-9b22-53688fd7069c req-f10dde5e-38c3-4d77-ad25-e181447d01a1 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:12.703834 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:18:12.705113 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1ee1d48b-ff70-4ce7-9b22-53688fd7069c req-f10dde5e-38c3-4d77-ad25-e181447d01a1 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 945 time: 0.0872118
Jun 03 20:18:12.709185 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:18:12.712677 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:12.752930 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1ee1d48b-ff70-4ce7-9b22-53688fd7069c req-2b358026-b461-45cb-9182-a7745344776b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412862
Jun 03 20:18:12.840722 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:12.871280 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a2f14a-684e-455a-8a4d-de31e5e47591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:18:12.873524 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7470c0-4052-4fb9-8ec1-6e9f1eecd136" -d '{"events": [{"server_uuid": "f1a2f14a-684e-455a-8a4d-de31e5e47591", "name": "network-vif-plugged", "status": "completed", "tag": "7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:18:12.884695 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d,segment=NetworkSegment(cf470bb2-6deb-404f-82d1-83a23ef347bb),segment_id=cf470bb2-6deb-404f-82d1-83a23ef347bb)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:18:12.918773 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f5b12b-81fb-498a-aeee-39f722eb35ae x-openstack-request-id: req-98f5b12b-81fb-498a-aeee-39f722eb35ae {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:18:12.919159 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a2f14a-684e-455a-8a4d-de31e5e47591", "name": "network-vif-plugged", "status": "completed", "tag": "7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:18:12.919500 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-98f5b12b-81fb-498a-aeee-39f722eb35ae {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:18:12.920123 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a2f14a-684e-455a-8a4d-de31e5e47591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d', 'code': 200}
Jun 03 20:18:12.962746 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:12.963951 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device ee14caf8-61b8-4121-ae6f-b4ee6966dd01 up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:18:12.989131 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a76522-e532-4855-8c21-4e5b2175fa98 req-8d0474d5-62b0-4f6e-b7dc-5dda01da70a1 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:12.990710 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d5a76522-e532-4855-8c21-4e5b2175fa98 req-8d0474d5-62b0-4f6e-b7dc-5dda01da70a1 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 945 time: 0.1068897
Jun 03 20:18:12.993699 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:13.042572 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d5a76522-e532-4855-8c21-4e5b2175fa98 req-d84f6dd2-e67c-45c5-86cc-623e2ff3cc20 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451458
Jun 03 20:18:13.126187 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:13.129544 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:13.196852 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port ee14caf8-61b8-4121-ae6f-b4ee6966dd01 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:18:13.201983 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port ee14caf8-61b8-4121-ae6f-b4ee6966dd01 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:18:13.202365 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:13.323186 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:13.364477 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port ee14caf8-61b8-4121-ae6f-b4ee6966dd01, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ee14caf8-61b8-4121-ae6f-b4ee6966dd01,segment=NetworkSegment(700ccff4-1418-4919-a84a-2229ead40bbf),segment_id=700ccff4-1418-4919-a84a-2229ead40bbf)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:18:13.411999 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:13.412887 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 334a743d-3d0c-46fe-8404-74e9cdae3410 up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:18:13.441161 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:13.505286 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de9010-fe56-49ef-b2de-a455830de59e req-bd8d8ef6-74dc-4b51-a4ce-b74da4ddad68 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:13.506773 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c3de9010-fe56-49ef-b2de-a455830de59e req-bd8d8ef6-74dc-4b51-a4ce-b74da4ddad68 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.0837543
Jun 03 20:18:13.535113 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=ee14caf8-61b8-4121-ae6f-b4ee6966dd01,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:13.539733 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:13.553280 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c3de9010-fe56-49ef-b2de-a455830de59e req-146d2df2-7e69-4156-a1f1-0c4d9aa0f2c8 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403774
Jun 03 20:18:13.591154 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port 334a743d-3d0c-46fe-8404-74e9cdae3410 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:18:13.596897 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 334a743d-3d0c-46fe-8404-74e9cdae3410 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:18:13.597281 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:13.717586 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:13.753591 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 334a743d-3d0c-46fe-8404-74e9cdae3410, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=334a743d-3d0c-46fe-8404-74e9cdae3410,segment=NetworkSegment(cf470bb2-6deb-404f-82d1-83a23ef347bb),segment_id=cf470bb2-6deb-404f-82d1-83a23ef347bb)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:18:13.831497 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:13.833225 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:13.905741 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=334a743d-3d0c-46fe-8404-74e9cdae3410,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:13.910042 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:13.960112 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b7ad1-d55b-42dd-88b1-fc6be92aecb0 req-3a8c4b7e-c54d-4a66-9a02-872ea3465bb0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:13.962086 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9e8b7ad1-d55b-42dd-88b1-fc6be92aecb0 req-3a8c4b7e-c54d-4a66-9a02-872ea3465bb0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0989854
Jun 03 20:18:14.013861 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9e8b7ad1-d55b-42dd-88b1-fc6be92aecb0 req-4eacd9dd-b96a-4040-a26a-642a6a07b48a tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417399
Jun 03 20:18:14.269328 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222771e-151d-4dbd-ac93-ed5e81e84799 req-c0bf61ec-c029-4fca-80d7-54a521f32e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:14.271000 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b222771e-151d-4dbd-ac93-ed5e81e84799 req-c0bf61ec-c029-4fca-80d7-54a521f32e90 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 1098 time: 0.1287014
Jun 03 20:18:14.292628 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ee183-f5a7-4e0c-bc8a-a0c1408eb478 req-f3ac0e19-bf55-4ae7-8db0-048d7290c864 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:14.294041 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cc5ee183-f5a7-4e0c-bc8a-a0c1408eb478 req-f3ac0e19-bf55-4ae7-8db0-048d7290c864 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 945 time: 0.1124270
Jun 03 20:18:14.364293 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-b222771e-151d-4dbd-ac93-ed5e81e84799 req-d80eb1e7-117d-42cc-a483-636b3194f5fb service neutron] Synchronizing usage tracker for tenant:fb3f8a16964543baa7f5e33ba8d5a32b on resource:security_group {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:18:14.372061 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cc5ee183-f5a7-4e0c-bc8a-a0c1408eb478 req-274f110b-3657-4fea-b930-07b794cedead tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623353
Jun 03 20:18:14.482380 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-b222771e-151d-4dbd-ac93-ed5e81e84799 req-d80eb1e7-117d-42cc-a483-636b3194f5fb service neutron] Unset dirty status for tenant:fb3f8a16964543baa7f5e33ba8d5a32b on resource:security_group {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:18:14.483693 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b222771e-151d-4dbd-ac93-ed5e81e84799 req-d80eb1e7-117d-42cc-a483-636b3194f5fb service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887131
Jun 03 20:18:14.746104 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3f6ec-bdc4-4656-bfb9-5629cf5d04a8 req-8d39daa2-f189-42d1-bce6-00f9084b2cb3 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:14.747625 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-57a3f6ec-bdc4-4656-bfb9-5629cf5d04a8 req-8d39daa2-f189-42d1-bce6-00f9084b2cb3 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.0813308
Jun 03 20:18:14.792789 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-57a3f6ec-bdc4-4656-bfb9-5629cf5d04a8 req-9a59a38f-b92a-4c0d-989f-475247b4d559 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391569
Jun 03 20:18:14.921156 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31c131a-f80d-44b9-b293-e72ca1e6892f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee14caf8-61b8-4121-ae6f-b4ee6966dd01'}, {'server_uuid': '06a83b27-e3bd-4dad-bf45-3779da562c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334a743d-3d0c-46fe-8404-74e9cdae3410'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:18:14.924153 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c3c84f-73be-4296-b725-e0fe188dec88" -d '{"events": [{"server_uuid": "b31c131a-f80d-44b9-b293-e72ca1e6892f", "name": "network-vif-plugged", "status": "completed", "tag": "ee14caf8-61b8-4121-ae6f-b4ee6966dd01"}, {"server_uuid": "06a83b27-e3bd-4dad-bf45-3779da562c6b", "name": "network-vif-plugged", "status": "completed", "tag": "334a743d-3d0c-46fe-8404-74e9cdae3410"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:18:14.971402 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Jun 2021 20:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad033ca-3418-4912-9d39-ffacb5872efe x-openstack-request-id: req-bad033ca-3418-4912-9d39-ffacb5872efe {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:18:14.971712 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31c131a-f80d-44b9-b293-e72ca1e6892f", "name": "network-vif-plugged", "status": "completed", "tag": "ee14caf8-61b8-4121-ae6f-b4ee6966dd01", "code": 200}, {"server_uuid": "06a83b27-e3bd-4dad-bf45-3779da562c6b", "name": "network-vif-plugged", "status": "completed", "tag": "334a743d-3d0c-46fe-8404-74e9cdae3410", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:18:14.971976 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bad033ca-3418-4912-9d39-ffacb5872efe {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:18:14.972488 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31c131a-f80d-44b9-b293-e72ca1e6892f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee14caf8-61b8-4121-ae6f-b4ee6966dd01', 'code': 200}
Jun 03 20:18:14.972760 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a83b27-e3bd-4dad-bf45-3779da562c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334a743d-3d0c-46fe-8404-74e9cdae3410', 'code': 200}
Jun 03 20:18:15.220716 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f87737-e8e9-4425-bbc3-8706e1a276ae req-b4ee7330-b091-4474-9dcb-5163ef9e1a37 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:15.223740 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f4f87737-e8e9-4425-bbc3-8706e1a276ae req-b4ee7330-b091-4474-9dcb-5163ef9e1a37 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0976810
Jun 03 20:18:15.266553 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f4f87737-e8e9-4425-bbc3-8706e1a276ae req-0c30c690-8096-40ef-8bf9-5ebb0c9566fd tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386758
Jun 03 20:18:15.975506 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca3e7f-1ba9-4da2-8285-28578a48d6e5 req-0cd685d0-509a-46db-bf4e-27cd68818467 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:15.976936 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-04ca3e7f-1ba9-4da2-8285-28578a48d6e5 req-0cd685d0-509a-46db-bf4e-27cd68818467 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.0791559
Jun 03 20:18:16.022594 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-04ca3e7f-1ba9-4da2-8285-28578a48d6e5 req-a960dad7-9c81-4c4a-91f4-e1776d0990fc tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398707
Jun 03 20:18:16.450851 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7e3d7-2a6b-4f4e-bb62-76d72788b255 req-8d986e7a-bad4-4cf9-a6e2-e5ccc5d62a24 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:16.452296 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-88d7e3d7-2a6b-4f4e-bb62-76d72788b255 req-8d986e7a-bad4-4cf9-a6e2-e5ccc5d62a24 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0803030
Jun 03 20:18:16.497857 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-88d7e3d7-2a6b-4f4e-bb62-76d72788b255 req-0c3858a4-a4f3-4a99-8afa-fbc1a7427293 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397811
Jun 03 20:18:17.207975 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74cbbf-60db-4fd9-a7d0-352891cffc07 req-a0eee579-47bd-49fa-b6ca-79f9839e28ba tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:17.209400 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-dc74cbbf-60db-4fd9-a7d0-352891cffc07 req-a0eee579-47bd-49fa-b6ca-79f9839e28ba tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.0829725
Jun 03 20:18:17.253347 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-dc74cbbf-60db-4fd9-a7d0-352891cffc07 req-ee8755f0-ad7d-4b09-ad4a-26100ded7ca2 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383024
Jun 03 20:18:17.683124 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a75ef-1f3f-41ff-a083-3f1e9ecffba3 req-301d85f8-12e8-4612-aba5-291658c49788 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:17.684572 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ff7a75ef-1f3f-41ff-a083-3f1e9ecffba3 req-301d85f8-12e8-4612-aba5-291658c49788 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0820758
Jun 03 20:18:17.728966 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ff7a75ef-1f3f-41ff-a083-3f1e9ecffba3 req-3ee47524-fa47-432d-b871-9da58dc45580 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376716
Jun 03 20:18:18.298645 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9bdab-b2dd-4f5d-82b5-b57ba998f72d req-39a34442-815e-4380-8621-08e951b39992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:18.300249 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-38f9bdab-b2dd-4f5d-82b5-b57ba998f72d req-39a34442-815e-4380-8621-08e951b39992 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 1099 time: 0.0703394
Jun 03 20:18:18.347880 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-38f9bdab-b2dd-4f5d-82b5-b57ba998f72d req-445ffb58-7595-44f8-ac9d-df87481de248 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379522
Jun 03 20:18:18.356170 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a9b33-ad04-4815-b6aa-f8555dccc338 req-12859cc1-050e-491c-af17-76e0c903401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:18.357753 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6b1a9b33-ad04-4815-b6aa-f8555dccc338 req-12859cc1-050e-491c-af17-76e0c903401d service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 1099 time: 0.0748594
Jun 03 20:18:18.470928 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6b1a9b33-ad04-4815-b6aa-f8555dccc338 req-c9324aad-3a06-4fdb-9374-281c5e1f26a3 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538857
Jun 03 20:18:18.479847 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d470473-7ef3-47d6-b709-96daa36a7354 req-053ad89e-580b-47d7-bbb3-04b5a1869a1c tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:18.481556 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0d470473-7ef3-47d6-b709-96daa36a7354 req-053ad89e-580b-47d7-bbb3-04b5a1869a1c tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.1170638
Jun 03 20:18:18.526115 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0d470473-7ef3-47d6-b709-96daa36a7354 req-dcc26490-c3d3-4785-bac8-97ad7ab52909 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379205
Jun 03 20:18:19.077360 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f638f-bfed-4483-9c60-a355836f0993 req-b64d9888-c0b2-4284-a47e-d50da7967744 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:19.079213 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cd2f638f-bfed-4483-9c60-a355836f0993 req-b64d9888-c0b2-4284-a47e-d50da7967744 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0787721
Jun 03 20:18:19.122642 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cd2f638f-bfed-4483-9c60-a355836f0993 req-490c28a8-784e-4dba-9673-b94851666d5f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378103
Jun 03 20:18:19.715093 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e86bd7-99e9-4ead-85b7-9a4f12d5de33 req-478ae72f-3aba-4763-86ee-c8a2be71744b tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:19.716618 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-72e86bd7-99e9-4ead-85b7-9a4f12d5de33 req-478ae72f-3aba-4763-86ee-c8a2be71744b tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.0825956
Jun 03 20:18:19.771114 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-72e86bd7-99e9-4ead-85b7-9a4f12d5de33 req-d4417344-7439-47ef-a8ba-01e471050d69 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484338
Jun 03 20:18:20.308627 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110e34d-4ace-4ab6-96ee-ded82dac07ad req-1b88527d-d68d-4a98-bda1-156c3697912a tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:20.310077 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3110e34d-4ace-4ab6-96ee-ded82dac07ad req-1b88527d-d68d-4a98-bda1-156c3697912a tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0832436
Jun 03 20:18:20.354436 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3110e34d-4ace-4ab6-96ee-ded82dac07ad req-d20de63b-e588-42eb-ba81-5141778ffa5e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385709
Jun 03 20:18:20.956314 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50407d22-c9b8-46c3-bf5f-bf61f55e00d2 req-92e3fee1-a75b-4647-a920-f9a3c02789f3 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:20.957776 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-50407d22-c9b8-46c3-bf5f-bf61f55e00d2 req-92e3fee1-a75b-4647-a920-f9a3c02789f3 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.0805140
Jun 03 20:18:21.008755 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-50407d22-c9b8-46c3-bf5f-bf61f55e00d2 req-e4781868-335a-4d36-b14e-c72aacad1fe8 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450437
Jun 03 20:18:21.540010 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f6334-d1d2-4e4d-b320-051ae2ea660b req-dd60aba6-6893-44c8-881d-98bdebdc2e0c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:21.541466 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1e5f6334-d1d2-4e4d-b320-051ae2ea660b req-dd60aba6-6893-44c8-881d-98bdebdc2e0c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0800228
Jun 03 20:18:21.584033 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1e5f6334-d1d2-4e4d-b320-051ae2ea660b req-b585a0db-0268-477b-a251-1831c6cfe5eb tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361793
Jun 03 20:18:22.329205 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ebe8-d6fb-413f-9775-fbdd26324fad req-50f1fdf2-efdf-48c5-b486-c66efac94257 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:22.330640 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5d10ebe8-d6fb-413f-9775-fbdd26324fad req-50f1fdf2-efdf-48c5-b486-c66efac94257 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.0832951
Jun 03 20:18:22.374588 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5d10ebe8-d6fb-413f-9775-fbdd26324fad req-86ec994a-22c0-44b2-af3a-ce68afb78715 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381825
Jun 03 20:18:22.780452 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d3e9b-847b-4f7b-a030-582579f7fb4a req-4d236adb-d376-4d10-a030-641a132987b7 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:22.782578 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a58d3e9b-847b-4f7b-a030-582579f7fb4a req-4d236adb-d376-4d10-a030-641a132987b7 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0907059
Jun 03 20:18:22.828755 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a58d3e9b-847b-4f7b-a030-582579f7fb4a req-2ccdee69-5408-4e7b-9fba-eea73750a1e6 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403607
Jun 03 20:18:23.576263 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcfd75-4b76-47bb-8510-1995c258cfb3 req-3cdd9bf9-7ead-4fe6-aadb-98c625f7993c tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:23.577904 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-41bcfd75-4b76-47bb-8510-1995c258cfb3 req-3cdd9bf9-7ead-4fe6-aadb-98c625f7993c tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.0893481
Jun 03 20:18:23.623971 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-41bcfd75-4b76-47bb-8510-1995c258cfb3 req-d062c592-d457-448c-bf64-ba77815448f0 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402052
Jun 03 20:18:23.820083 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 35420) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:23.966798 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:23.984728 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:18:23.990546 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Usage tracker for resource:security_group_rule and tenant:4d80eda08da9482fadccb37a7a562b1f is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:18:23.993749 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:18:23.999515 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:18:24.038020 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a6508-7ffe-4103-810c-2b238d6112e6 req-7b2678cb-58d9-4167-9536-207bcd1d4896 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:24.040167 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3d7a6508-7ffe-4103-810c-2b238d6112e6 req-7b2678cb-58d9-4167-9536-207bcd1d4896 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0974004
Jun 03 20:18:24.099239 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:24.099399 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3d7a6508-7ffe-4103-810c-2b238d6112e6 req-33f59e0d-a0ca-41be-bcd2-a81b82be8fae tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535758
Jun 03 20:18:24.171845 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:24.179173 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-4dff53db-03df-44ff-9a64-952636de0a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:24.221314 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4d80eda08da9482fadccb37a7a562b1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4000602
Jun 03 20:18:24.222053 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fd78d6-80fa-44dc-a2b1-0dfcc4c4b891,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:24.224337 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 35440) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:24.229848 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.230207 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.230562 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.230936 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.231269 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.231609 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.231946 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.232630 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.232630 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.232952 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.233241 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.233794 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.238051 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:24.285352 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:24.311038 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:24.429258 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:24.435309 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-bff4a0d7-39b9-4c19-9c3b-f4ff0332a20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:24.448892 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fd78d6-80fa-44dc-a2b1-0dfcc4c4b891,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:24.459547 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.459913 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.460281 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.460585 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.460921 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.461258 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.461588 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.461917 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.462247 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.462575 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.462923 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.463422 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:18:24.466969 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:24.473213 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:24.476827 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/83fd78d6-80fa-44dc-a2b1-0dfcc4c4b891 HTTP/1.1" status: 204  len: 168 time: 0.2490811
Jun 03 20:18:24.809904 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4a409-50ac-4879-a183-7dd52beec6c0 req-a1e148a6-7e4c-4117-9aac-bfc36b0f1f1a tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:24.811511 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-57e4a409-50ac-4879-a183-7dd52beec6c0 req-a1e148a6-7e4c-4117-9aac-bfc36b0f1f1a tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0960040
Jun 03 20:18:24.826300 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65250b-468a-4f66-ac62-a44f793b7485 req-40f18001-d21d-471c-9207-504725334ee0 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:24.827990 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ac65250b-468a-4f66-ac62-a44f793b7485 req-40f18001-d21d-471c-9207-504725334ee0 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.0964127
Jun 03 20:18:24.865971 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-57e4a409-50ac-4879-a183-7dd52beec6c0 req-5302fc8b-7073-4fe9-be97-7a54d72af9a5 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479426
Jun 03 20:18:24.929910 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ac65250b-468a-4f66-ac62-a44f793b7485 req-54ee68be-c7be-4d0e-b5f7-bdfe833a5cc9 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955825
Jun 03 20:18:25.151202 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 35460) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:25.168334 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a8d78c4f-faa6-4d11-93bb-5c3c368acc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:25.183393 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-a8d78c4f-faa6-4d11-93bb-5c3c368acc67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:18:25.187258 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-a8d78c4f-faa6-4d11-93bb-5c3c368acc67 admin admin] Usage tracker for resource:security_group_rule and tenant:474c7ad60c2f4b9d9d8a775072cc1f9f is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:18:25.190029 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-a8d78c4f-faa6-4d11-93bb-5c3c368acc67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:18:25.196125 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-a8d78c4f-faa6-4d11-93bb-5c3c368acc67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:18:25.282178 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a8d78c4f-faa6-4d11-93bb-5c3c368acc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:25.350933 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a8d78c4f-faa6-4d11-93bb-5c3c368acc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:25.359681 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-06330962-8091-49ce-84d6-714bd87f428f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:25.402410 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-a8d78c4f-faa6-4d11-93bb-5c3c368acc67 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=474c7ad60c2f4b9d9d8a775072cc1f9f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2499838
Jun 03 20:18:25.403381 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d78c4f-faa6-4d11-93bb-5c3c368acc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63332da7-7046-45a1-803a-056f9e71f2ac,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:25.405140 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 35466) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:25.407165 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a8d78c4f-faa6-4d11-93bb-5c3c368acc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:25.464736 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e9c9c32c-2f94-4a36-b978-819aa2318388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:25.496998 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e9c9c32c-2f94-4a36-b978-819aa2318388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:25.617792 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e9c9c32c-2f94-4a36-b978-819aa2318388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:25.621595 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-96d89f25-931b-4db2-89b9-6b788b81013e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:25.634775 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9c32c-2f94-4a36-b978-819aa2318388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63332da7-7046-45a1-803a-056f9e71f2ac,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:25.638393 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e9c9c32c-2f94-4a36-b978-819aa2318388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:25.644399 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e9c9c32c-2f94-4a36-b978-819aa2318388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:25.645530 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-e9c9c32c-2f94-4a36-b978-819aa2318388 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/63332da7-7046-45a1-803a-056f9e71f2ac HTTP/1.1" status: 204  len: 168 time: 0.2388921
Jun 03 20:18:26.071085 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc26f77-c984-4e4f-a31d-d0776199779e req-fcabbfad-1906-4392-9fe1-1339e49272c4 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:26.086597 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6bc26f77-c984-4e4f-a31d-d0776199779e req-fcabbfad-1906-4392-9fe1-1339e49272c4 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0920482
Jun 03 20:18:26.121669 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6bc26f77-c984-4e4f-a31d-d0776199779e req-84f9787a-be6c-4f7e-b7f8-f88bb6b9c20d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426641
Jun 03 20:18:26.141874 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61902c71-4715-4968-8c57-ed2a0ca02f6d req-a2a34621-13f8-4ac7-ba2f-6da5d8518255 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:26.141874 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-61902c71-4715-4968-8c57-ed2a0ca02f6d req-a2a34621-13f8-4ac7-ba2f-6da5d8518255 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.0934491
Jun 03 20:18:26.191784 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-61902c71-4715-4968-8c57-ed2a0ca02f6d req-7ec7790a-2312-4b22-8996-f9a8d79bec1b tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407333
Jun 03 20:18:26.654639 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 35486) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:26.672735 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c7f2-00c3-4ff9-82ce-b1ba7755344a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:26.686613 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-d3a4c7f2-00c3-4ff9-82ce-b1ba7755344a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:18:26.690385 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-d3a4c7f2-00c3-4ff9-82ce-b1ba7755344a admin admin] Usage tracker for resource:security_group_rule and tenant:edd8a3ff05334e338f13ea2456abde1c is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:18:26.693219 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-d3a4c7f2-00c3-4ff9-82ce-b1ba7755344a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:18:26.698907 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-d3a4c7f2-00c3-4ff9-82ce-b1ba7755344a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:18:26.777665 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c7f2-00c3-4ff9-82ce-b1ba7755344a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:26.824836 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c7f2-00c3-4ff9-82ce-b1ba7755344a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:26.831696 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-40e9f850-5d1a-4013-b6e9-90e5839af11d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:26.873040 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4c7f2-00c3-4ff9-82ce-b1ba7755344a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571854d8-9776-4df5-bdfc-8450d304db8c,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:26.877156 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-d3a4c7f2-00c3-4ff9-82ce-b1ba7755344a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=edd8a3ff05334e338f13ea2456abde1c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2215064
Jun 03 20:18:26.878024 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-d3a4c7f2-00c3-4ff9-82ce-b1ba7755344a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:26.879814 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 35488) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:26.936422 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-17a1a0e8-1d85-4d2f-bfbe-bc166fbc0956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:26.964906 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-17a1a0e8-1d85-4d2f-bfbe-bc166fbc0956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:27.105380 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-17a1a0e8-1d85-4d2f-bfbe-bc166fbc0956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:27.109178 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-183c1052-50c1-4fde-8b14-40f228607846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:27.119906 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1a0e8-1d85-4d2f-bfbe-bc166fbc0956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571854d8-9776-4df5-bdfc-8450d304db8c,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:27.123643 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-17a1a0e8-1d85-4d2f-bfbe-bc166fbc0956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:27.128211 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-17a1a0e8-1d85-4d2f-bfbe-bc166fbc0956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:27.129349 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-17a1a0e8-1d85-4d2f-bfbe-bc166fbc0956 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/571854d8-9776-4df5-bdfc-8450d304db8c HTTP/1.1" status: 204  len: 168 time: 0.2486331
Jun 03 20:18:27.313813 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc88e51-5a80-4eeb-898e-b984e9a27f09 req-468da505-679c-48f1-acfa-4dabd440c579 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:27.315497 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7fc88e51-5a80-4eeb-898e-b984e9a27f09 req-468da505-679c-48f1-acfa-4dabd440c579 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0822327
Jun 03 20:18:27.378330 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-0c74790e-21af-49c0-afcd-276fe6630623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:27.392627 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3605e-c970-4f2f-8728-bb56703afffc req-e8db71de-3e42-47ee-a93e-4f1402f68e19 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:27.394420 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-60a3605e-c970-4f2f-8728-bb56703afffc req-e8db71de-3e42-47ee-a93e-4f1402f68e19 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.0972784
Jun 03 20:18:27.426644 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7fc88e51-5a80-4eeb-898e-b984e9a27f09 req-06c2f8b8-6e50-4461-8078-5e8cf517f9d1 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044199
Jun 03 20:18:27.443840 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-60a3605e-c970-4f2f-8728-bb56703afffc req-c8927d48-59df-4ce0-8a45-78f65c59b7b0 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431190
Jun 03 20:18:28.107303 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a2ea5-5b49-4da9-91d4-10eb3c1f85eb req-3d3fcda4-8807-4184-a366-63c545bf7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:28.109429 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1d4a2ea5-5b49-4da9-91d4-10eb3c1f85eb req-3d3fcda4-8807-4184-a366-63c545bf7e95 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=10d1e6de1c374152919c5d3fa5abbb75&device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 1099 time: 0.0709023
Jun 03 20:18:28.285770 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a2ea5-5b49-4da9-91d4-10eb3c1f85eb req-90ad30e0-f0b2-479e-93f7-f83168cc2cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:28.287675 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1d4a2ea5-5b49-4da9-91d4-10eb3c1f85eb req-90ad30e0-f0b2-479e-93f7-f83168cc2cfe service neutron] 10.222.0.122 "GET /v2.0/networks?id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 HTTP/1.1" status: 200  len: 920 time: 0.1433992
Jun 03 20:18:28.369365 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1d4a2ea5-5b49-4da9-91d4-10eb3c1f85eb req-3cee2c73-9a3c-4e88-8164-d0856d18d1a1 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=334a743d-3d0c-46fe-8404-74e9cdae3410 HTTP/1.1" status: 200  len: 217 time: 0.0659463
Jun 03 20:18:28.448425 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a2ea5-5b49-4da9-91d4-10eb3c1f85eb req-d4560b8f-d7d0-4a55-bb02-1112d2cc60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:28.449943 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1d4a2ea5-5b49-4da9-91d4-10eb3c1f85eb req-d4560b8f-d7d0-4a55-bb02-1112d2cc60c8 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=174d75d0-7dfc-49fe-bd08-723170d65455 HTTP/1.1" status: 200  len: 858 time: 0.0644963
Jun 03 20:18:28.530303 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1d4a2ea5-5b49-4da9-91d4-10eb3c1f85eb req-c3f60941-46f6-4f50-9c58-070b20e4b437 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0623841
Jun 03 20:18:28.681546 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebacb6b-d1b3-48c3-b111-5b41bff9e59b req-95deebf6-3a0c-45a9-bb63-b88914f996b7 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:28.683092 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bebacb6b-d1b3-48c3-b111-5b41bff9e59b req-95deebf6-3a0c-45a9-bb63-b88914f996b7 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.0840845
Jun 03 20:18:28.736142 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bebacb6b-d1b3-48c3-b111-5b41bff9e59b req-b442a8c3-6286-43a5-824b-eba74e5c6342 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459166
Jun 03 20:18:28.739380 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1d4a2ea5-5b49-4da9-91d4-10eb3c1f85eb req-7db4da2c-6234-45d3-bc1a-e3085a0d8d9d service neutron] 10.222.0.122 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1877308
Jun 03 20:18:28.751536 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a8747-30e3-4ff5-9704-1dfa43faf06d req-36147e72-fcbd-48c3-8195-618b1976903b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:28.753340 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1e4a8747-30e3-4ff5-9704-1dfa43faf06d req-36147e72-fcbd-48c3-8195-618b1976903b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1781678
Jun 03 20:18:28.903264 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1e4a8747-30e3-4ff5-9704-1dfa43faf06d req-7254386f-137d-4757-9bf3-a173a01015f1 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301396
Jun 03 20:18:28.969853 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1d4a2ea5-5b49-4da9-91d4-10eb3c1f85eb req-0e100618-9d90-4c22-9036-c695dde70d02 service neutron] 10.222.0.122 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2155161
Jun 03 20:18:29.017008 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 35550) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:29.173098 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-51dc5570-1927-4545-b4cb-d94fabb129a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:29.189655 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-51dc5570-1927-4545-b4cb-d94fabb129a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:18:29.194069 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-51dc5570-1927-4545-b4cb-d94fabb129a8 admin admin] Usage tracker for resource:security_group_rule and tenant:02079cbd033242418f98679ffdadb462 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:18:29.197555 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-51dc5570-1927-4545-b4cb-d94fabb129a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:18:29.204387 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-51dc5570-1927-4545-b4cb-d94fabb129a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:18:29.297340 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-51dc5570-1927-4545-b4cb-d94fabb129a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:29.368112 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-51dc5570-1927-4545-b4cb-d94fabb129a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:29.392497 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b01321b5-8af5-4bfa-a422-7394081e0557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:29.408456 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-51dc5570-1927-4545-b4cb-d94fabb129a8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=02079cbd033242418f98679ffdadb462&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3902364
Jun 03 20:18:29.411646 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 35566) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:29.422428 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc5570-1927-4545-b4cb-d94fabb129a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f209f2d-79cf-440b-8ebf-4003ca2c8450,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:29.425518 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-51dc5570-1927-4545-b4cb-d94fabb129a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:29.475523 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee8a5acf-27fa-45e5-abb5-3878675289ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:29.506883 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee8a5acf-27fa-45e5-abb5-3878675289ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:29.659380 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee8a5acf-27fa-45e5-abb5-3878675289ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:29.663567 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-670579bf-4ead-4a79-9f2b-fe8e32304ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:29.677368 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a5acf-27fa-45e5-abb5-3878675289ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f209f2d-79cf-440b-8ebf-4003ca2c8450,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:29.686059 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ee8a5acf-27fa-45e5-abb5-3878675289ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:29.705812 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee8a5acf-27fa-45e5-abb5-3878675289ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:29.707016 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-ee8a5acf-27fa-45e5-abb5-3878675289ea admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7f209f2d-79cf-440b-8ebf-4003ca2c8450 HTTP/1.1" status: 204  len: 168 time: 0.2943363
Jun 03 20:18:30.006230 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:30.008573 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-4d8fe80e-c923-485a-b28f-b7a43d0a9bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:30.162267 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b43db-e7de-4b88-8b27-8cb063c5be0a req-82c51294-48d6-4d25-8dda-b1baf0e7aa26 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:30.164023 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4b2b43db-e7de-4b88-8b27-8cb063c5be0a req-82c51294-48d6-4d25-8dda-b1baf0e7aa26 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1069539
Jun 03 20:18:30.223279 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4b2b43db-e7de-4b88-8b27-8cb063c5be0a req-212665c0-5d48-463f-a918-3ab8a197bf5d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536118
Jun 03 20:18:31.418999 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:31.448406 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8e4a9-ab7d-4177-9b97-f227831ea609 req-a47679bd-5baa-4045-9a96-833ed0a045ce tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:31.449960 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7fa8e4a9-ab7d-4177-9b97-f227831ea609 req-a47679bd-5baa-4045-9a96-833ed0a045ce tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1054413
Jun 03 20:18:31.506184 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7fa8e4a9-ab7d-4177-9b97-f227831ea609 req-bb83c3c3-86de-45cd-ad1e-7cb8e1838b82 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501359
Jun 03 20:18:32.698967 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3099044-8647-4cca-8637-f4581d27b4f7 req-6cabd2ff-0e2b-4d6b-81b7-b3a725b3dc61 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:32.700363 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a3099044-8647-4cca-8637-f4581d27b4f7 req-6cabd2ff-0e2b-4d6b-81b7-b3a725b3dc61 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0823615
Jun 03 20:18:32.752387 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a3099044-8647-4cca-8637-f4581d27b4f7 req-2de662da-096b-4ebf-b29d-47b142a7e0b0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450411
Jun 03 20:18:32.894139 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:33.256561 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:18:33.943076 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89edc6-7a60-4000-8caf-05dcdb461bd8 req-3e4fff53-59d9-4d45-a51e-18a0c52c2258 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:33.944592 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cb89edc6-7a60-4000-8caf-05dcdb461bd8 req-3e4fff53-59d9-4d45-a51e-18a0c52c2258 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0861735
Jun 03 20:18:33.998375 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cb89edc6-7a60-4000-8caf-05dcdb461bd8 req-ff1ffaa2-8d13-4082-8c49-9e5ac2de6e20 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435171
Jun 03 20:18:35.188990 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5cb94-d199-429d-bb2e-9488f8c9100d req-a1a7cfcc-3451-44a5-a684-010b65b9208e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:35.190445 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-51b5cb94-d199-429d-bb2e-9488f8c9100d req-a1a7cfcc-3451-44a5-a684-010b65b9208e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0832784
Jun 03 20:18:35.234501 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-51b5cb94-d199-429d-bb2e-9488f8c9100d req-3e4d7890-d97a-4e31-ad55-5a10a624cf0c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382259
Jun 03 20:18:36.429994 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187263e-12ef-4ffd-92ef-761d76cc3796 req-e22b1e8d-577a-46fb-adb1-aeae0e794b2c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:36.429994 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1187263e-12ef-4ffd-92ef-761d76cc3796 req-e22b1e8d-577a-46fb-adb1-aeae0e794b2c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0869722
Jun 03 20:18:36.479420 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1187263e-12ef-4ffd-92ef-761d76cc3796 req-dad1f389-7c96-47f2-96ab-90b60723413b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450180
Jun 03 20:18:37.671321 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab4a2c-ad13-420a-9a52-19bc62f894c4 req-3b69f09b-f7ef-4e23-8e70-2502cdff66b2 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:37.672999 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6aab4a2c-ad13-420a-9a52-19bc62f894c4 req-3b69f09b-f7ef-4e23-8e70-2502cdff66b2 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0801570
Jun 03 20:18:37.722049 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6aab4a2c-ad13-420a-9a52-19bc62f894c4 req-5a82365c-0481-4386-87c8-734d564d1fb0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430453
Jun 03 20:18:38.918820 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf8671-ce1e-4f1c-a959-5f387cb69866 req-88ef2c15-b902-4e41-bdcc-42629c81083f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:38.924768 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-57bf8671-ce1e-4f1c-a959-5f387cb69866 req-88ef2c15-b902-4e41-bdcc-42629c81083f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0948548
Jun 03 20:18:38.968647 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-57bf8671-ce1e-4f1c-a959-5f387cb69866 req-40aed753-d876-4d2d-97bb-42f06715a3d5 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430117
Jun 03 20:18:39.567656 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:40.156000 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e7136-1546-46db-8fde-f37503a3e326 req-09a92e57-f6e0-47f9-bf0f-94539f68b12f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:40.157966 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d87e7136-1546-46db-8fde-f37503a3e326 req-09a92e57-f6e0-47f9-bf0f-94539f68b12f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0806823
Jun 03 20:18:40.202559 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d87e7136-1546-46db-8fde-f37503a3e326 req-f74f2eca-61ed-404d-9f7a-5ad716f21ef9 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385215
Jun 03 20:18:40.367554 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9d9e87cd-c86d-497e-8830-bfc45b3e6d6e req-78963eef-e7c8-48df-b70f-87532170bde4 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0725825
Jun 03 20:18:40.570852 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e87cd-c86d-497e-8830-bfc45b3e6d6e req-30fa638f-f6a0-4b9b-8e89-833c2eb8e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:40.572228 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9d9e87cd-c86d-497e-8830-bfc45b3e6d6e req-30fa638f-f6a0-4b9b-8e89-833c2eb8e717 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=b2a1415fd5074293876b0d781ad89454&device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 1099 time: 0.0712135
Jun 03 20:18:40.725733 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e87cd-c86d-497e-8830-bfc45b3e6d6e req-00ebc329-d017-4598-a508-0890245542a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:40.727245 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9d9e87cd-c86d-497e-8830-bfc45b3e6d6e req-00ebc329-d017-4598-a508-0890245542a9 service neutron] 10.222.0.122 "GET /v2.0/networks?id=a1525f32-038d-4020-bbb5-84c6f9346826 HTTP/1.1" status: 200  len: 913 time: 0.1241186
Jun 03 20:18:40.871053 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9d9e87cd-c86d-497e-8830-bfc45b3e6d6e req-e4d537a5-8fee-4479-9d50-68ea70056647 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee14caf8-61b8-4121-ae6f-b4ee6966dd01 HTTP/1.1" status: 200  len: 217 time: 0.1233745
Jun 03 20:18:40.944735 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e87cd-c86d-497e-8830-bfc45b3e6d6e req-16b6a000-e3a8-4f5b-b8e1-3f9f3cf100a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:40.946153 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9d9e87cd-c86d-497e-8830-bfc45b3e6d6e req-16b6a000-e3a8-4f5b-b8e1-3f9f3cf100a8 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=55dda826-e868-4211-95e1-31782b85a1be HTTP/1.1" status: 200  len: 851 time: 0.0595627
Jun 03 20:18:41.011697 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9d9e87cd-c86d-497e-8830-bfc45b3e6d6e req-a558af34-b185-4fc7-8153-85e8d7eaaf44 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=a1525f32-038d-4020-bbb5-84c6f9346826&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430305
Jun 03 20:18:41.161689 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9d9e87cd-c86d-497e-8830-bfc45b3e6d6e req-5acb0a9c-ea28-4d12-b6f8-2eec2ea56cd3 service neutron] 10.222.0.122 "GET /v2.0/networks/a1525f32-038d-4020-bbb5-84c6f9346826?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331820
Jun 03 20:18:41.316650 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9d9e87cd-c86d-497e-8830-bfc45b3e6d6e req-bf33aab5-ffc4-4675-927a-725b4ca75ed2 service neutron] 10.222.0.122 "GET /v2.0/networks/a1525f32-038d-4020-bbb5-84c6f9346826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404595
Jun 03 20:18:41.410757 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b2bf7-fa8e-4a20-a295-0453904e606c req-d301ca83-4648-43b2-b925-35bc9a0dee93 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:41.412280 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-626b2bf7-fa8e-4a20-a295-0453904e606c req-d301ca83-4648-43b2-b925-35bc9a0dee93 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1007059
Jun 03 20:18:41.457720 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-626b2bf7-fa8e-4a20-a295-0453904e606c req-ccb0063b-44c5-4e65-ae60-608b8ff8449d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393529
Jun 03 20:18:42.394618 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 35958) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:42.460890 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc2b593-1017-429f-9b03-5fbfe9b1815e admin admin] Deleting subnet 9808924d-4d7f-4cd2-9ef6-93648d2dc523 {{(pid=92637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 20:18:42.464371 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8fc2b593-1017-429f-9b03-5fbfe9b1815e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:42.524153 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8fc2b593-1017-429f-9b03-5fbfe9b1815e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16070436'] for subnet, precommit_delete_associations {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:42.638983 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8fc2b593-1017-429f-9b03-5fbfe9b1815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888552'] for subnet, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:42.728425 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 35966) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:42.812124 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda297e8-1a5c-4963-8fab-c22d294d2200 req-60702233-81df-400c-a562-59c4573bc412 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:42.813620 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bda297e8-1a5c-4963-8fab-c22d294d2200 req-60702233-81df-400c-a562-59c4573bc412 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.2232807
Jun 03 20:18:42.875076 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f21490a7-e92c-477e-8c75-07a85c75d41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:42.891270 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-f21490a7-e92c-477e-8c75-07a85c75d41e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:18:42.895585 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-f21490a7-e92c-477e-8c75-07a85c75d41e admin admin] Usage tracker for resource:security_group_rule and tenant:bfe8aa0ee8034d4a91680a21c7af3a64 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:18:42.898590 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-f21490a7-e92c-477e-8c75-07a85c75d41e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:18:42.906386 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-f21490a7-e92c-477e-8c75-07a85c75d41e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:18:42.923592 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bda297e8-1a5c-4963-8fab-c22d294d2200 req-e091efde-f343-4817-9cb1-79758ec6f6e5 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022141
Jun 03 20:18:43.009858 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f21490a7-e92c-477e-8c75-07a85c75d41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:43.047138 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8fc2b593-1017-429f-9b03-5fbfe9b1815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16399030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14720095'] for subnet, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:43.057047 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-323e6531-3859-4752-8f55-c5bacec2dcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:43.076292 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f21490a7-e92c-477e-8c75-07a85c75d41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:43.087147 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2b593-1017-429f-9b03-5fbfe9b1815e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9808924d-4d7f-4cd2-9ef6-93648d2dc523,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:43.092853 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-8fc2b593-1017-429f-9b03-5fbfe9b1815e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:43.096583 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8fc2b593-1017-429f-9b03-5fbfe9b1815e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:43.098293 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-28e0657f-d834-44ea-9275-c9a6ce17c11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:43.101377 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-8fc2b593-1017-429f-9b03-5fbfe9b1815e admin admin] 10.222.0.96 "DELETE /v2.0/subnets/9808924d-4d7f-4cd2-9ef6-93648d2dc523 HTTP/1.1" status: 204  len: 168 time: 0.7055688
Jun 03 20:18:43.104012 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 35982) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:43.133448 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-f21490a7-e92c-477e-8c75-07a85c75d41e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bfe8aa0ee8034d4a91680a21c7af3a64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4038625
Jun 03 20:18:43.136674 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 35984) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:43.150168 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21490a7-e92c-477e-8c75-07a85c75d41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9666be44-f549-4186-ab29-ebf78228ccb1,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:43.153548 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-f21490a7-e92c-477e-8c75-07a85c75d41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:43.210206 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1b37a062-8ba9-40b6-b103-4914bf0ca295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:43.213635 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a2806bd3-2839-4400-85c1-e720f85e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645772'] for network, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:43.244156 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1b37a062-8ba9-40b6-b103-4914bf0ca295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:43.344110 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a2806bd3-2839-4400-85c1-e720f85e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082749', 'neutron.services.segments.db._delete_segments_for_network-8745116134081'] for network, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:43.357684 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-a2806bd3-2839-4400-85c1-e720f85e4f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4216d09820>,) {'filters': {'network_id': ['3ff61e71-a286-47c9-9ac5-3834356bc892']}} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:18:43.370286 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-a2806bd3-2839-4400-85c1-e720f85e4f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4216d09820>, '0cc079dd-8647-4263-9454-24b671931639') {'for_net_delete': True} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:18:43.370580 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-a2806bd3-2839-4400-85c1-e720f85e4f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4216d09820>, '0cc079dd-8647-4263-9454-24b671931639') {} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:18:43.382020 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a2806bd3-2839-4400-85c1-e720f85e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745116137948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16070493'] for segment, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:43.403113 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a2806bd3-2839-4400-85c1-e720f85e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:43.415036 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2806bd3-2839-4400-85c1-e720f85e4f22 admin admin] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=92637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 20:18:43.415443 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a2806bd3-2839-4400-85c1-e720f85e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16398940'] for segment, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:43.418814 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1b37a062-8ba9-40b6-b103-4914bf0ca295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]: Traceback (most recent call last):
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:     timer()
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:     cb(*args, **kw)
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:     return func(*args, **kwargs)
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:     self._notify()
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:     self.callback(batched_events)
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:     event.method(event)
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:     return f(self, *a, **k)
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self._get(url).json()
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self.request(url, 'GET', **kwargs)
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 20:18:43.431163 dv-cinder-794669-1-iscsi neutron-server[92637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 20:18:43.433035 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-6f661dd6-f21f-4211-926c-940186135f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:43.457025 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37a062-8ba9-40b6-b103-4914bf0ca295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9666be44-f549-4186-ab29-ebf78228ccb1,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:43.478717 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-1b37a062-8ba9-40b6-b103-4914bf0ca295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:43.487444 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1b37a062-8ba9-40b6-b103-4914bf0ca295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:43.488818 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-1b37a062-8ba9-40b6-b103-4914bf0ca295 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9666be44-f549-4186-ab29-ebf78228ccb1 HTTP/1.1" status: 204  len: 168 time: 0.3512459
Jun 03 20:18:43.592062 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a2806bd3-2839-4400-85c1-e720f85e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-836978'] for network, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:43.596481 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:43.609668 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a2806bd3-2839-4400-85c1-e720f85e4f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:43.620879 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 36000) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:43.621095 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-a2806bd3-2839-4400-85c1-e720f85e4f22 admin admin] 10.222.0.96 "DELETE /v2.0/networks/3ff61e71-a286-47c9-9ac5-3834356bc892 HTTP/1.1" status: 204  len: 168 time: 0.5159950
Jun 03 20:18:43.624394 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2806bd3-2839-4400-85c1-e720f85e4f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff61e71-a286-47c9-9ac5-3834356bc892,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:43.627771 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a2806bd3-2839-4400-85c1-e720f85e4f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:43.683398 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_v2 [None req-368454f8-8979-4897-8ca0-896a4b3c6556 admin admin] Deleting subnet 5eaba049-7eac-49e5-805a-4a55301dc92e {{(pid=92636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 20:18:43.688595 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-368454f8-8979-4897-8ca0-896a4b3c6556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:43.750162 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-368454f8-8979-4897-8ca0-896a4b3c6556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16158600'] for subnet, precommit_delete_associations {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:43.820841 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-368454f8-8979-4897-8ca0-896a4b3c6556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888552'] for subnet, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:44.187645 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fe853-f700-4f3c-ab0b-5794ad67447d req-0224ee7b-16a6-467d-a018-2cf6abe50a47 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:44.189139 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-633fe853-f700-4f3c-ab0b-5794ad67447d req-0224ee7b-16a6-467d-a018-2cf6abe50a47 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1491170
Jun 03 20:18:44.217824 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 36024) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:44.235558 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4750cf68-569f-4aec-8159-c06269527438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:44.241653 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-633fe853-f700-4f3c-ab0b-5794ad67447d req-f796dc97-f668-4da1-8214-d88b63acbb46 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440810
Jun 03 20:18:44.256200 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-4750cf68-569f-4aec-8159-c06269527438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:18:44.260068 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-4750cf68-569f-4aec-8159-c06269527438 admin admin] Usage tracker for resource:security_group_rule and tenant:e3d553cef1344c2f87236c5eee88198f is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:18:44.262916 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-4750cf68-569f-4aec-8159-c06269527438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:18:44.268520 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-4750cf68-569f-4aec-8159-c06269527438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:18:44.270539 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-368454f8-8979-4897-8ca0-896a4b3c6556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16099413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14702688'] for subnet, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:44.274665 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:44.310475 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368454f8-8979-4897-8ca0-896a4b3c6556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eaba049-7eac-49e5-805a-4a55301dc92e,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:44.314758 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-368454f8-8979-4897-8ca0-896a4b3c6556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:44.317522 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-368454f8-8979-4897-8ca0-896a4b3c6556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:44.323543 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-368454f8-8979-4897-8ca0-896a4b3c6556 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/5eaba049-7eac-49e5-805a-4a55301dc92e HTTP/1.1" status: 204  len: 168 time: 0.7015629
Jun 03 20:18:44.325883 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 36026) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:44.354426 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4750cf68-569f-4aec-8159-c06269527438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:44.412745 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4750cf68-569f-4aec-8159-c06269527438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:44.421720 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-52249303-d2d0-482a-92b3-9971df2acbd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:44.428985 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-dff3ec99-7dab-40b2-bac7-f8ad05da6459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645772'] for network, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:44.460513 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750cf68-569f-4aec-8159-c06269527438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353f7ed8-7cd8-424f-8857-589100e90138,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:44.464771 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-4750cf68-569f-4aec-8159-c06269527438 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e3d553cef1344c2f87236c5eee88198f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2459066
Jun 03 20:18:44.465851 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4750cf68-569f-4aec-8159-c06269527438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:44.467532 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 36028) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:44.526039 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-2a68861a-87a9-4c7f-9759-217277636931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:44.554474 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-2a68861a-87a9-4c7f-9759-217277636931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:44.556361 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-dff3ec99-7dab-40b2-bac7-f8ad05da6459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082749', 'neutron.services.segments.db._delete_segments_for_network-8745116134081'] for network, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:44.569851 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-dff3ec99-7dab-40b2-bac7-f8ad05da6459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4217013e20>,) {'filters': {'network_id': ['6ecbd463-0ca5-4be0-8842-b45c27251677']}} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:18:44.581952 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-dff3ec99-7dab-40b2-bac7-f8ad05da6459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4217013e20>, '56f789cc-f47e-445b-bf73-53a3a9215efd') {'for_net_delete': True} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:18:44.582295 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-dff3ec99-7dab-40b2-bac7-f8ad05da6459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4217013e20>, '56f789cc-f47e-445b-bf73-53a3a9215efd') {} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:18:44.593231 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-dff3ec99-7dab-40b2-bac7-f8ad05da6459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745116137948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16158705'] for segment, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:44.609374 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-dff3ec99-7dab-40b2-bac7-f8ad05da6459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:44.616748 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff3ec99-7dab-40b2-bac7-f8ad05da6459 admin admin] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=92636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 20:18:44.617120 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-dff3ec99-7dab-40b2-bac7-f8ad05da6459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16099519'] for segment, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]: Traceback (most recent call last):
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:     timer()
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:     cb(*args, **kw)
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:     return func(*args, **kwargs)
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:     self._notify()
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:     self.callback(batched_events)
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:     event.method(event)
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:     return f(self, *a, **k)
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self._get(url).json()
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self.request(url, 'GET', **kwargs)
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 20:18:44.629786 dv-cinder-794669-1-iscsi neutron-server[92636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 20:18:44.664965 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-2a68861a-87a9-4c7f-9759-217277636931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:44.668929 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-6ea527a7-56f3-43af-8563-336929e5abb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:44.685680 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68861a-87a9-4c7f-9759-217277636931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353f7ed8-7cd8-424f-8857-589100e90138,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:44.688585 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-2a68861a-87a9-4c7f-9759-217277636931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:44.691625 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-2a68861a-87a9-4c7f-9759-217277636931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:44.692266 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-2a68861a-87a9-4c7f-9759-217277636931 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/353f7ed8-7cd8-424f-8857-589100e90138 HTTP/1.1" status: 204  len: 168 time: 0.2236683
Jun 03 20:18:44.784992 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-dff3ec99-7dab-40b2-bac7-f8ad05da6459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-836978'] for network, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:44.799447 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-dff3ec99-7dab-40b2-bac7-f8ad05da6459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:44.799447 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3947544f-c2ed-4946-b3c2-c8024cfed5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:44.816835 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-dff3ec99-7dab-40b2-bac7-f8ad05da6459 admin admin] 10.222.0.96 "DELETE /v2.0/networks/6ecbd463-0ca5-4be0-8842-b45c27251677 HTTP/1.1" status: 204  len: 168 time: 0.4899099
Jun 03 20:18:44.817982 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3ec99-7dab-40b2-bac7-f8ad05da6459 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ecbd463-0ca5-4be0-8842-b45c27251677,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:44.821092 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-dff3ec99-7dab-40b2-bac7-f8ad05da6459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:45.207837 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-45df3ded-ffa9-4acb-82e1-949d3dcdbe44 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:45.209172 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-45df3ded-ffa9-4acb-82e1-949d3dcdbe44 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/networks?id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 HTTP/1.1" status: 200  len: 814 time: 0.2143517
Jun 03 20:18:45.226591 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-3face6ce-c041-4b90-8be0-3a67594597d7 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/quotas/9b339080d7b947c785dc916dacacd15c HTTP/1.1" status: 200  len: 375 time: 0.0101388
Jun 03 20:18:45.319521 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-3c687763-ea76-4f7c-9a68-e2b90864ed11 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9b339080d7b947c785dc916dacacd15c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0868671
Jun 03 20:18:45.418386 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 36060) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:45.445111 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee9900-788d-4cc9-b9c0-45f96758b81c req-209e62b5-2cee-42d8-a711-9a54d41e863d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:45.446655 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-69ee9900-788d-4cc9-b9c0-45f96758b81c req-209e62b5-2cee-42d8-a711-9a54d41e863d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0836949
Jun 03 20:18:45.467818 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 36062) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:45.491627 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7a16802c-8463-46b6-8cbf-5ed4160a11f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:45.508796 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-ae392a69-c2c7-46ab-8713-d1f3fd4c8dbf service neutron] 10.222.0.96 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1818879
Jun 03 20:18:45.511975 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-6cfce823-259d-4891-9f6b-83c0508df54c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6c8c371e3aa64b6a93d3d1c8327cf459&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0918117
Jun 03 20:18:45.514151 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 36064) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:45.514734 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-7a16802c-8463-46b6-8cbf-5ed4160a11f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:18:45.523376 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-7a16802c-8463-46b6-8cbf-5ed4160a11f9 admin admin] Usage tracker for resource:security_group_rule and tenant:ee84415e38734930aa196d4b725a203a is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:18:45.527991 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-7a16802c-8463-46b6-8cbf-5ed4160a11f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:18:45.537298 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-69ee9900-788d-4cc9-b9c0-45f96758b81c req-045bfa8e-cb3b-4d07-acc6-bd9fb8fc8bd6 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836504
Jun 03 20:18:45.538258 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-7a16802c-8463-46b6-8cbf-5ed4160a11f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:18:45.630563 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7a16802c-8463-46b6-8cbf-5ed4160a11f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:45.686969 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c95a7363-01c8-4bbb-978c-8bdd0baf68ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:45.697424 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7a16802c-8463-46b6-8cbf-5ed4160a11f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:45.705598 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-f6df796b-6168-4ec4-9839-e5e400bd39b6 service neutron] 10.222.0.96 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1802628
Jun 03 20:18:45.706531 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-7af237a8-d929-4721-af0d-12dd89bc1dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:45.724603 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c95a7363-01c8-4bbb-978c-8bdd0baf68ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:45.751167 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-7a16802c-8463-46b6-8cbf-5ed4160a11f9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ee84415e38734930aa196d4b725a203a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2793977
Jun 03 20:18:45.751167 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16802c-8463-46b6-8cbf-5ed4160a11f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d24380-16af-4f65-802e-c5f1291f6510,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:45.752516 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 36066) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:45.757617 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-7a16802c-8463-46b6-8cbf-5ed4160a11f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:45.813264 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1546b8b9-5b82-461a-bd7b-643544e2d526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:45.842513 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1546b8b9-5b82-461a-bd7b-643544e2d526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:45.875054 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c95a7363-01c8-4bbb-978c-8bdd0baf68ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:45.881012 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:45.891182 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a7363-01c8-4bbb-978c-8bdd0baf68ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c576cd9-20f8-495c-824f-0bdeb4068430,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:45.894624 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-c95a7363-01c8-4bbb-978c-8bdd0baf68ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:45.897887 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c95a7363-01c8-4bbb-978c-8bdd0baf68ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:45.899013 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-c95a7363-01c8-4bbb-978c-8bdd0baf68ca admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3c576cd9-20f8-495c-824f-0bdeb4068430 HTTP/1.1" status: 204  len: 168 time: 0.3839214
Jun 03 20:18:46.000936 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1546b8b9-5b82-461a-bd7b-643544e2d526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:46.011723 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:46.024534 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546b8b9-5b82-461a-bd7b-643544e2d526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d24380-16af-4f65-802e-c5f1291f6510,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:46.040295 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-402151c2-80a5-4284-8a09-8fd708743213 req-0ddf33ab-5805-46bc-b268-447e570700b9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 210 time: 0.0758662
Jun 03 20:18:46.040295 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-1546b8b9-5b82-461a-bd7b-643544e2d526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:46.042910 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1546b8b9-5b82-461a-bd7b-643544e2d526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:46.044008 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-1546b8b9-5b82-461a-bd7b-643544e2d526 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e1d24380-16af-4f65-802e-c5f1291f6510 HTTP/1.1" status: 204  len: 168 time: 0.2906067
Jun 03 20:18:46.754004 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84f102-443e-4e1a-a196-e3089b8c05d1 req-3d488ca2-57ca-407c-acc1-358721e60eca tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:46.755507 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8c84f102-443e-4e1a-a196-e3089b8c05d1 req-3d488ca2-57ca-407c-acc1-358721e60eca tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0916686
Jun 03 20:18:46.800591 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8c84f102-443e-4e1a-a196-e3089b8c05d1 req-5685a2f6-c5df-497e-a1d5-afa8c1180f5d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394354
Jun 03 20:18:47.014141 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 36106) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:47.070263 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-2be6281a-ff3e-4254-a114-66cd3979d0fe admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2f79ed0c1fc94e5f82d48917936b4858&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0549061
Jun 03 20:18:47.073142 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 36114) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:47.146107 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c44b4cd2-820b-4f41-bd86-4b06fdcc82c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:47.221045 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c44b4cd2-820b-4f41-bd86-4b06fdcc82c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:47.233354 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-03aea80c-c356-4bf2-b560-7404f58ddd4e req-ed4d1eaa-7f47-4548-8949-f67a0b67a416 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 210 time: 0.0674088
Jun 03 20:18:47.413520 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c44b4cd2-820b-4f41-bd86-4b06fdcc82c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:47.417974 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-5afada02-2d9e-4863-8c14-ec38335a0512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:47.429580 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b4cd2-820b-4f41-bd86-4b06fdcc82c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae7bf49-6cc5-4662-a67a-3e46ccb963b8,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:47.433522 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c44b4cd2-820b-4f41-bd86-4b06fdcc82c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:47.437564 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c44b4cd2-820b-4f41-bd86-4b06fdcc82c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:47.451728 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-c44b4cd2-820b-4f41-bd86-4b06fdcc82c7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5ae7bf49-6cc5-4662-a67a-3e46ccb963b8 HTTP/1.1" status: 204  len: 168 time: 0.3672276
Jun 03 20:18:47.997606 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028930f8-0bc2-4d68-a7ca-a536298fcf6c req-ec884242-7d3c-4b23-8f9e-7d1de861a76e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:47.999089 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-028930f8-0bc2-4d68-a7ca-a536298fcf6c req-ec884242-7d3c-4b23-8f9e-7d1de861a76e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0898428
Jun 03 20:18:48.045919 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-028930f8-0bc2-4d68-a7ca-a536298fcf6c req-119e9a24-5834-4b9d-8e97-42f622ddbec2 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401208
Jun 03 20:18:48.391420 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9747abcf-adea-4e65-a0e5-d3ddef599d69 req-b3207462-d5ca-4be6-b09d-b97ca4c00729 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 210 time: 0.0518887
Jun 03 20:18:49.235277 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c45293-4ba7-483e-96e6-4d9b4212ebd5 req-e8c091a8-783d-4bd1-bd9d-67022c910244 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:49.237272 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-03c45293-4ba7-483e-96e6-4d9b4212ebd5 req-e8c091a8-783d-4bd1-bd9d-67022c910244 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0854518
Jun 03 20:18:49.280887 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-03c45293-4ba7-483e-96e6-4d9b4212ebd5 req-1747e36d-aeeb-46e6-98f2-cfbf42697fb6 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376732
Jun 03 20:18:49.542042 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-47e86cd6-d0c2-4f74-92a7-8eba03f40fea req-5cdc2709-2c74-48e6-a835-635cbfce5549 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 210 time: 0.0430610
Jun 03 20:18:50.191057 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-a8e91d9c-f4e1-4adc-85eb-bfca58bbc64f tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:50.192803 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-a8e91d9c-f4e1-4adc-85eb-bfca58bbc64f tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.122 "GET /v2.0/networks?id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 HTTP/1.1" status: 200  len: 814 time: 0.1602495
Jun 03 20:18:50.222083 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-27533e67-b1c6-431a-9faf-f2eb2ef0bd59 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Request body: {'port': {'device_id': '4a5deefc-7a86-4cd8-8865-1d429d0cf7b7', 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8', 'admin_state_up': True, 'tenant_id': '9b339080d7b947c785dc916dacacd15c'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:18:50.361673 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-27533e67-b1c6-431a-9faf-f2eb2ef0bd59 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:18:50.371543 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-27533e67-b1c6-431a-9faf-f2eb2ef0bd59 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:18:50.449058 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-27533e67-b1c6-431a-9faf-f2eb2ef0bd59 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Made reservation on behalf of 9b339080d7b947c785dc916dacacd15c for: {'port': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:18:50.452615 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-27533e67-b1c6-431a-9faf-f2eb2ef0bd59 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:50.504264 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0ca1a-8dd5-4ca0-a93f-4db6f3f2ed5d req-a972e15e-4b0f-43a1-98bf-32732a067687 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:50.505906 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d7c0ca1a-8dd5-4ca0-a93f-4db6f3f2ed5d req-a972e15e-4b0f-43a1-98bf-32732a067687 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1093943
Jun 03 20:18:50.614297 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d7c0ca1a-8dd5-4ca0-a93f-4db6f3f2ed5d req-b17fd1cd-3e5c-4986-815c-35fefcdd7623 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741367
Jun 03 20:18:50.690058 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-27533e67-b1c6-431a-9faf-f2eb2ef0bd59 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Allocated IP 172.20.0.9 (94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8/3da4210a-5c83-4700-ac8e-57295ef4434f/8aae674f-f6de-4eb7-a59e-512ecdaa66ca) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:18:50.710872 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3be4bbd8-41d8-4326-b9a7-80132fcbba9d req-87bffb1a-b240-46ed-ab35-4bd98101485d tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 210 time: 0.0446293
Jun 03 20:18:50.956396 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-27533e67-b1c6-431a-9faf-f2eb2ef0bd59 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:51.059160 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-27533e67-b1c6-431a-9faf-f2eb2ef0bd59 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:51.065054 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:51.085162 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['1433535d-12bc-4482-b6b9-20824b43f248'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:18:51.125873 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-27533e67-b1c6-431a-9faf-f2eb2ef0bd59 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:18:51.130613 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-27533e67-b1c6-431a-9faf-f2eb2ef0bd59 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:18:51.138617 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-27533e67-b1c6-431a-9faf-f2eb2ef0bd59 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:18:51.194323 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27533e67-b1c6-431a-9faf-f2eb2ef0bd59 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Pushing event updated for resources: {'Port': ['ID=8aae674f-f6de-4eb7-a59e-512ecdaa66ca,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:51.199073 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-27533e67-b1c6-431a-9faf-f2eb2ef0bd59 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:51.234836 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-27533e67-b1c6-431a-9faf-f2eb2ef0bd59 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:51.235454 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-27533e67-b1c6-431a-9faf-f2eb2ef0bd59 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:51.349757 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-27533e67-b1c6-431a-9faf-f2eb2ef0bd59 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1317310
Jun 03 20:18:51.368817 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Request body: {'port': {'device_id': '4a5deefc-7a86-4cd8-8865-1d429d0cf7b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:18:51.483526 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:51.880546 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aae674f-f6de-4eb7-a59e-512ecdaa66ca {{(pid=92637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:18:51.894850 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:51.905826 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3ecb5-9cf5-484d-bfc9-660b450b5e6d req-ed84992e-a1e3-4662-ba02-bb29c44f5ada tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:51.906413 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c228c-9417-4bad-9416-1789c054f6f3 req-ae9c5530-f504-4e67-a12d-cbf01f74c4ae tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:51.907309 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-efc3ecb5-9cf5-484d-bfc9-660b450b5e6d req-ed84992e-a1e3-4662-ba02-bb29c44f5ada tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 931 time: 0.0839574
Jun 03 20:18:51.908381 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c06c228c-9417-4bad-9416-1789c054f6f3 req-ae9c5530-f504-4e67-a12d-cbf01f74c4ae tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1736269
Jun 03 20:18:51.936487 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.provisioning_blocks [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Transition to ACTIVE for port object 8aae674f-f6de-4eb7-a59e-512ecdaa66ca will not be triggered until provisioned by entity L2. {{(pid=92637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:18:51.959857 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-efc3ecb5-9cf5-484d-bfc9-660b450b5e6d req-1cc0c2cc-d478-4cf0-a802-4197c17eea77 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454214
Jun 03 20:18:51.963284 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c06c228c-9417-4bad-9416-1789c054f6f3 req-b969c2d0-7a80-4ff3-ad2f-0307ba5ff659 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481217
Jun 03 20:18:51.989627 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:51.999597 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:52.143068 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Pushing event updated for resources: {'Port': ['ID=8aae674f-f6de-4eb7-a59e-512ecdaa66ca,revision_number=2']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:52.150708 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:52.234113 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Attempting to bind port 8aae674f-f6de-4eb7-a59e-512ecdaa66ca on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:18:52.234588 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Attempting to bind port 8aae674f-f6de-4eb7-a59e-512ecdaa66ca by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8'}] {{(pid=92637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:18:52.235041 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Attempting to bind port 8aae674f-f6de-4eb7-a59e-512ecdaa66ca on network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:18:52.240768 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Port 8aae674f-f6de-4eb7-a59e-512ecdaa66ca on network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:18:52.241101 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Attempting to bind port 8aae674f-f6de-4eb7-a59e-512ecdaa66ca on network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:18:52.250001 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:18:52.250001 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Checking segment: {'id': 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:18:52.250001 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Bound using segment: {'id': 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8'} {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:18:52.250001 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Bound port: 8aae674f-f6de-4eb7-a59e-512ecdaa66ca, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8'}}] {{(pid=92637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:18:52.250001 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:52.342973 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] For port 8aae674f-f6de-4eb7-a59e-512ecdaa66ca, host hv-cinder-79466, cleared binding levels {{(pid=92637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:18:52.346596 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] For port 8aae674f-f6de-4eb7-a59e-512ecdaa66ca, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=8aae674f-f6de-4eb7-a59e-512ecdaa66ca,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:18:52.396406 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:52.401400 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:52.458264 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:52.458904 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:52.460290 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] 10.222.0.122 "PUT /v2.0/ports/8aae674f-f6de-4eb7-a59e-512ecdaa66ca HTTP/1.1" status: 200  len: 1093 time: 1.0957954
Jun 03 20:18:52.460768 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5deefc-7a86-4cd8-8865-1d429d0cf7b7', 'tag': '8aae674f-f6de-4eb7-a59e-512ecdaa66ca'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:18:52.463105 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4374bb4-4c3a-4631-9784-420cbe9c48f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5deefc-7a86-4cd8-8865-1d429d0cf7b7", "tag": "8aae674f-f6de-4eb7-a59e-512ecdaa66ca"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:18:52.486559 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Pushing event updated for resources: {'Port': ['ID=8aae674f-f6de-4eb7-a59e-512ecdaa66ca,revision_number=3']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:52.489691 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:52.513217 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f0ae2c-a685-4695-85c2-e46249d5aff6 x-openstack-request-id: req-f2f0ae2c-a685-4695-85c2-e46249d5aff6 {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:18:52.513598 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5deefc-7a86-4cd8-8865-1d429d0cf7b7", "tag": "8aae674f-f6de-4eb7-a59e-512ecdaa66ca", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:18:52.513891 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f2f0ae2c-a685-4695-85c2-e46249d5aff6 {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:18:52.514293 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5deefc-7a86-4cd8-8865-1d429d0cf7b7', 'tag': '8aae674f-f6de-4eb7-a59e-512ecdaa66ca', 'status': 'completed', 'code': 200}
Jun 03 20:18:52.635504 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4374bb4-4c3a-4631-9784-420cbe9c48f8 req-77f197ca-71e3-43a5-8fee-0b2a56cc3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:52.636882 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f4374bb4-4c3a-4631-9784-420cbe9c48f8 req-77f197ca-71e3-43a5-8fee-0b2a56cc3144 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=9b339080d7b947c785dc916dacacd15c&device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 1096 time: 0.0733082
Jun 03 20:18:52.787454 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 36350) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:52.799117 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4374bb4-4c3a-4631-9784-420cbe9c48f8 req-ebe18bce-b24f-4b86-b44c-3cc6ae88eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:52.799117 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f4374bb4-4c3a-4631-9784-420cbe9c48f8 req-ebe18bce-b24f-4b86-b44c-3cc6ae88eca3 service neutron] 10.222.0.122 "GET /v2.0/networks?tenant_id=9b339080d7b947c785dc916dacacd15c&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1480854
Jun 03 20:18:52.927044 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3078006e-1552-4fec-bfe6-dfe6b6ff7776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:52.942530 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3078006e-1552-4fec-bfe6-dfe6b6ff7776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:18:52.957836 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3078006e-1552-4fec-bfe6-dfe6b6ff7776 admin admin] Usage tracker for resource:security_group_rule and tenant:212495cfa2854bd0a7322fa999765d7a is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:18:52.967441 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3078006e-1552-4fec-bfe6-dfe6b6ff7776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:18:52.969886 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4374bb4-4c3a-4631-9784-420cbe9c48f8 req-93aeba74-e959-4f85-addc-148c9dc12c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:52.970108 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3078006e-1552-4fec-bfe6-dfe6b6ff7776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:18:52.971374 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f4374bb4-4c3a-4631-9784-420cbe9c48f8 req-93aeba74-e959-4f85-addc-148c9dc12c27 service neutron] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1518173
Jun 03 20:18:53.074151 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3078006e-1552-4fec-bfe6-dfe6b6ff7776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:53.160981 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3078006e-1552-4fec-bfe6-dfe6b6ff7776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:53.242296 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-d30b4b89-496f-41b0-af0a-838e6da390d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:53.294651 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-98ea8ea8-e9c8-417d-bc15-6775f9ab947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:53.297265 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-98ea8ea8-e9c8-417d-bc15-6775f9ab947c service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=9b339080d7b947c785dc916dacacd15c&device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 1096 time: 0.2611008
Jun 03 20:18:53.297660 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab9a1b-07d6-4234-a598-3f8fe23755cb req-87746995-824a-4e17-9b2a-83511e693dcb tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:53.299707 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-54ab9a1b-07d6-4234-a598-3f8fe23755cb req-87746995-824a-4e17-9b2a-83511e693dcb tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.2190762
Jun 03 20:18:53.314571 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-3078006e-1552-4fec-bfe6-dfe6b6ff7776 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=212495cfa2854bd0a7322fa999765d7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5250037
Jun 03 20:18:53.315325 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078006e-1552-4fec-bfe6-dfe6b6ff7776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20c8b6d-8b62-4207-9b6d-7b51d0a04d63,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:53.316880 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe016446-8495-4083-923a-cfaf021af3ca req-b3a8dc95-6381-4070-89a5-1262db8b0818 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:53.318131 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 36372) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:53.329151 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-fe016446-8495-4083-923a-cfaf021af3ca req-b3a8dc95-6381-4070-89a5-1262db8b0818 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Synchronizing usage tracker for tenant:9b339080d7b947c785dc916dacacd15c on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:18:53.330192 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3078006e-1552-4fec-bfe6-dfe6b6ff7776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:53.385962 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-54ab9a1b-07d6-4234-a598-3f8fe23755cb req-6fbcac18-43b2-4a71-bb47-b4ad1b9b4c98 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778589
Jun 03 20:18:53.412194 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-dc5ee578-35b6-429a-a390-e89a6bb4d73f service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8aae674f-f6de-4eb7-a59e-512ecdaa66ca HTTP/1.1" status: 200  len: 217 time: 0.0776784
Jun 03 20:18:53.424405 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-16d52baa-1148-4614-aad9-773c3b78356e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:53.450185 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-16d52baa-1148-4614-aad9-773c3b78356e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:53.485041 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-32035d53-6cce-4f7b-bd08-7692fed557e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:53.486749 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-32035d53-6cce-4f7b-bd08-7692fed557e0 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=3da4210a-5c83-4700-ac8e-57295ef4434f HTTP/1.1" status: 200  len: 854 time: 0.0601282
Jun 03 20:18:53.487823 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-fe016446-8495-4083-923a-cfaf021af3ca req-b3a8dc95-6381-4070-89a5-1262db8b0818 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Unset dirty status for tenant:9b339080d7b947c785dc916dacacd15c on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:18:53.488833 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-fe016446-8495-4083-923a-cfaf021af3ca req-b3a8dc95-6381-4070-89a5-1262db8b0818 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.3961780
Jun 03 20:18:53.556205 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-6ed9e81f-5f41-4146-989d-4c77a853aa3a service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484896
Jun 03 20:18:53.595656 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-16d52baa-1148-4614-aad9-773c3b78356e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:53.597185 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-fe016446-8495-4083-923a-cfaf021af3ca req-cb094559-65d9-4e70-b3e3-f47324503a27 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023967
Jun 03 20:18:53.599521 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-4128630c-8359-46fe-9ab5-be42ffc6b538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:53.619114 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d52baa-1148-4614-aad9-773c3b78356e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20c8b6d-8b62-4207-9b6d-7b51d0a04d63,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:53.619114 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-16d52baa-1148-4614-aad9-773c3b78356e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:53.625073 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-16d52baa-1148-4614-aad9-773c3b78356e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:53.629070 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-16d52baa-1148-4614-aad9-773c3b78356e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b20c8b6d-8b62-4207-9b6d-7b51d0a04d63 HTTP/1.1" status: 204  len: 168 time: 0.3063743
Jun 03 20:18:53.705849 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-72bf7019-7e9d-4159-9ad5-2816d5d4a201 service neutron] 10.222.0.122 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360910
Jun 03 20:18:53.851212 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65643d3a-f9d5-40e4-be6a-8b31b7689604 req-7b20c307-ff7c-4f87-9072-7d3aabb67933 service neutron] 10.222.0.122 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285996
Jun 03 20:18:54.232636 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 36380) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:54.250189 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5455e556-4791-4e71-b843-f0eb6d0243e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:54.266739 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-5455e556-4791-4e71-b843-f0eb6d0243e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:18:54.270807 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-5455e556-4791-4e71-b843-f0eb6d0243e2 admin admin] Usage tracker for resource:security_group_rule and tenant:4192d47293924f77a9603e6495c6e706 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:18:54.274367 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-5455e556-4791-4e71-b843-f0eb6d0243e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:18:54.282192 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-5455e556-4791-4e71-b843-f0eb6d0243e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:18:54.384216 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5455e556-4791-4e71-b843-f0eb6d0243e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:54.475606 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5455e556-4791-4e71-b843-f0eb6d0243e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:54.491043 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:54.548358 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-5455e556-4791-4e71-b843-f0eb6d0243e2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4192d47293924f77a9603e6495c6e706&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3124311
Jun 03 20:18:54.549041 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455e556-4791-4e71-b843-f0eb6d0243e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5003da97-2658-41f1-8647-e92aa2e03f29,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:54.549361 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 36394) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:54.552724 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5455e556-4791-4e71-b843-f0eb6d0243e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:54.629487 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5bebc-bdc2-406d-9cd6-ed818a8ee628 req-5f7a3039-8f5f-4051-b1d6-90744475baee tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:54.631034 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-aba5bebc-bdc2-406d-9cd6-ed818a8ee628 req-5f7a3039-8f5f-4051-b1d6-90744475baee tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1317093
Jun 03 20:18:54.639816 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-58d8eb91-e6ea-4504-947d-7c8f024f60c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:54.697453 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-58d8eb91-e6ea-4504-947d-7c8f024f60c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:54.723300 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-aba5bebc-bdc2-406d-9cd6-ed818a8ee628 req-13d1b4d9-c8bf-45f6-a91f-73613463462e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845723
Jun 03 20:18:54.789340 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe28ab9-7e82-4374-bf60-96ba8fc576fe req-5c2310cd-cbff-4754-b094-bc17ed910995 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:54.790941 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bfe28ab9-7e82-4374-bf60-96ba8fc576fe req-5c2310cd-cbff-4754-b094-bc17ed910995 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.0847919
Jun 03 20:18:54.837738 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bfe28ab9-7e82-4374-bf60-96ba8fc576fe req-792174a5-288d-451c-b89c-ffeda15289cd tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409684
Jun 03 20:18:54.845947 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-58d8eb91-e6ea-4504-947d-7c8f024f60c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:54.850034 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-17a1a0e8-1d85-4d2f-bfbe-bc166fbc0956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:54.859482 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8eb91-e6ea-4504-947d-7c8f024f60c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5003da97-2658-41f1-8647-e92aa2e03f29,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:54.862253 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-58d8eb91-e6ea-4504-947d-7c8f024f60c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:54.870629 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-58d8eb91-e6ea-4504-947d-7c8f024f60c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:54.871763 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-58d8eb91-e6ea-4504-947d-7c8f024f60c9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5003da97-2658-41f1-8647-e92aa2e03f29 HTTP/1.1" status: 204  len: 168 time: 0.3214779
Jun 03 20:18:55.922445 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1567b-fff8-4557-9802-4845ffd170c7 req-6737dc9d-9c78-40b2-9eb6-1ca435db4225 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:55.927175 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-17e1567b-fff8-4557-9802-4845ffd170c7 req-6737dc9d-9c78-40b2-9eb6-1ca435db4225 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0950222
Jun 03 20:18:56.009923 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-17e1567b-fff8-4557-9802-4845ffd170c7 req-190c4be0-1d6e-445e-9dd1-25ad1bb6431e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726438
Jun 03 20:18:56.104943 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a89a85-ecaa-4479-a53d-25f49ce42598 req-559b1897-6a61-43a0-8571-560929552a30 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:56.108813 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-10a89a85-ecaa-4479-a53d-25f49ce42598 req-559b1897-6a61-43a0-8571-560929552a30 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.1082656
Jun 03 20:18:56.152770 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-10a89a85-ecaa-4479-a53d-25f49ce42598 req-692ac3e2-3bdc-4955-afe5-84f1a0d75d85 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404832
Jun 03 20:18:56.898688 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 36476) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:57.150744 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5a927263-5935-4ffa-87e1-e1a06c89232e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:57.169744 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-5a927263-5935-4ffa-87e1-e1a06c89232e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:18:57.174529 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-5a927263-5935-4ffa-87e1-e1a06c89232e admin admin] Usage tracker for resource:security_group_rule and tenant:133e7d2ebb1e44d7a85e8c053ebe3c3b is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:18:57.178573 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-5a927263-5935-4ffa-87e1-e1a06c89232e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:18:57.185777 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-5a927263-5935-4ffa-87e1-e1a06c89232e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:18:57.258548 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa87b6-0b80-474e-9315-718b81886aeb req-31063899-3d6e-454b-b98e-6273fb4db778 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:57.260207 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-81aa87b6-0b80-474e-9315-718b81886aeb req-31063899-3d6e-454b-b98e-6273fb4db778 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1409063
Jun 03 20:18:57.318093 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-81aa87b6-0b80-474e-9315-718b81886aeb req-ec1ab3e3-c5cf-4d50-9933-2a372158a9e3 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503259
Jun 03 20:18:57.359179 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5a927263-5935-4ffa-87e1-e1a06c89232e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:57.405860 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c49eb-7c37-4882-8696-c04b5d1e10e7 req-91041e10-6d21-4981-89c0-1500fba1b9a2 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:57.407641 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-304c49eb-7c37-4882-8696-c04b5d1e10e7 req-91041e10-6d21-4981-89c0-1500fba1b9a2 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.1212785
Jun 03 20:18:57.453741 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-304c49eb-7c37-4882-8696-c04b5d1e10e7 req-87ab3600-824a-4a7c-820e-99f23e9f86f2 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402248
Jun 03 20:18:57.476221 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-f05ff88f-1a09-44c9-bc90-d051a164a955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:57.482920 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5a927263-5935-4ffa-87e1-e1a06c89232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:57.486413 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a8d78c4f-faa6-4d11-93bb-5c3c368acc67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:57.529818 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-5a927263-5935-4ffa-87e1-e1a06c89232e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=133e7d2ebb1e44d7a85e8c053ebe3c3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6300323
Jun 03 20:18:57.531809 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a927263-5935-4ffa-87e1-e1a06c89232e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f09b463-a997-4c9e-978e-bccc1d2a2a1e,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:57.532513 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 36496) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:57.536627 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5a927263-5935-4ffa-87e1-e1a06c89232e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:57.607390 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-36798d44-99dc-4f9a-bf2f-1477292faeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:57.639551 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-36798d44-99dc-4f9a-bf2f-1477292faeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:57.767654 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-36798d44-99dc-4f9a-bf2f-1477292faeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:57.772919 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-deedb487-4ea4-4006-9b22-5f9dcf024638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:57.785526 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36798d44-99dc-4f9a-bf2f-1477292faeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f09b463-a997-4c9e-978e-bccc1d2a2a1e,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:57.788852 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-36798d44-99dc-4f9a-bf2f-1477292faeff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:57.791027 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-36798d44-99dc-4f9a-bf2f-1477292faeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:57.792347 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-36798d44-99dc-4f9a-bf2f-1477292faeff admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2f09b463-a997-4c9e-978e-bccc1d2a2a1e HTTP/1.1" status: 204  len: 168 time: 0.2587550
Jun 03 20:18:58.474489 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 36522) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:58.498899 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-8da748cb-9d03-4a88-97a4-af324b963f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:58.518560 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-8da748cb-9d03-4a88-97a4-af324b963f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:18:58.532830 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-8da748cb-9d03-4a88-97a4-af324b963f4e admin admin] Usage tracker for resource:security_group_rule and tenant:a6620320f1784c93a456f608faf22d7b is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:18:58.532830 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-8da748cb-9d03-4a88-97a4-af324b963f4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:18:58.535176 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-8da748cb-9d03-4a88-97a4-af324b963f4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:18:58.579233 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4440730-40bb-4b5c-9558-e93a66ea810d req-020b2a1e-b675-471b-a7cd-5b0576458234 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:58.580850 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a4440730-40bb-4b5c-9558-e93a66ea810d req-020b2a1e-b675-471b-a7cd-5b0576458234 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1426520
Jun 03 20:18:58.635466 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-8da748cb-9d03-4a88-97a4-af324b963f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:58.639278 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a4440730-40bb-4b5c-9558-e93a66ea810d req-be393f10-730d-4a63-826c-cf941a2eb7fb tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518658
Jun 03 20:18:58.705850 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-8da748cb-9d03-4a88-97a4-af324b963f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:58.718225 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-f21490a7-e92c-477e-8c75-07a85c75d41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:58.775340 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8e1e3-afc9-4a01-8394-3d390307d646 req-3d73060f-ff1a-4882-8f78-1280f41da65f tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:58.778194 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d3a8e1e3-afc9-4a01-8394-3d390307d646 req-3d73060f-ff1a-4882-8f78-1280f41da65f tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.1369300
Jun 03 20:18:58.781563 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da748cb-9d03-4a88-97a4-af324b963f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad5914b-3ccd-449a-8628-65c33e782126,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:58.789978 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-8da748cb-9d03-4a88-97a4-af324b963f4e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a6620320f1784c93a456f608faf22d7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3109400
Jun 03 20:18:58.789978 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-8da748cb-9d03-4a88-97a4-af324b963f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:58.790976 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 36530) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:18:58.830352 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d3a8e1e3-afc9-4a01-8394-3d390307d646 req-9cc6154a-5dd2-4bba-8ad7-a1fb1f0bad9d tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423088
Jun 03 20:18:58.870297 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-979b7d23-79cc-4ba4-a817-57239d7feb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:58.887208 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac7fed-1673-4c12-b997-9ffc54f79394 req-aafadaf6-ec5a-4f7f-913f-90372fbe2de0 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:58.888561 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d5ac7fed-1673-4c12-b997-9ffc54f79394 req-aafadaf6-ec5a-4f7f-913f-90372fbe2de0 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.1531103
Jun 03 20:18:58.925737 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-979b7d23-79cc-4ba4-a817-57239d7feb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:58.974748 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d5ac7fed-1673-4c12-b997-9ffc54f79394 req-db584a06-a7b4-4d70-97a1-69abf21dc4f7 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717344
Jun 03 20:18:59.075491 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-979b7d23-79cc-4ba4-a817-57239d7feb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:59.079917 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:18:59.094282 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b7d23-79cc-4ba4-a817-57239d7feb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad5914b-3ccd-449a-8628-65c33e782126,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:18:59.096845 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-979b7d23-79cc-4ba4-a817-57239d7feb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:18:59.107404 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-979b7d23-79cc-4ba4-a817-57239d7feb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:18:59.110887 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-979b7d23-79cc-4ba4-a817-57239d7feb30 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2ad5914b-3ccd-449a-8628-65c33e782126 HTTP/1.1" status: 204  len: 168 time: 0.3169050
Jun 03 20:18:59.829171 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2437793-23b1-4320-ab2e-a93155ed7f2f req-a0058cfb-865b-4ab5-940f-7db54cb22c39 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:18:59.836134 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f2437793-23b1-4320-ab2e-a93155ed7f2f req-a0058cfb-865b-4ab5-940f-7db54cb22c39 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0894601
Jun 03 20:18:59.883512 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f2437793-23b1-4320-ab2e-a93155ed7f2f req-654de962-4011-4197-a8be-41c6dccc4b37 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465264
Jun 03 20:19:00.000312 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-23631adc-b0e3-42f9-a8b0-c2b9eb1f3aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:00.039874 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:00.042591 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a3a46-d5a9-47df-a831-c7d5e836d9fd req-86bed769-6827-4676-a7a6-0e8aa0e4b014 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:00.044151 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-612a3a46-d5a9-47df-a831-c7d5e836d9fd req-86bed769-6827-4676-a7a6-0e8aa0e4b014 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.1045766
Jun 03 20:19:00.115002 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-612a3a46-d5a9-47df-a831-c7d5e836d9fd req-b1508064-4a17-4ec5-a25d-3aa8c01a3fa0 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589128
Jun 03 20:19:00.191168 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f13a2-df6d-4de7-a1f8-78800c495a46 req-f2bd18e7-47f9-4d1f-857f-94fed2531029 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:00.192616 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-988f13a2-df6d-4de7-a1f8-78800c495a46 req-f2bd18e7-47f9-4d1f-857f-94fed2531029 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.0864582
Jun 03 20:19:00.239553 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-988f13a2-df6d-4de7-a1f8-78800c495a46 req-5c94f3ba-9994-46c2-a4ca-ff27c6b5795f tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410218
Jun 03 20:19:01.087575 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67889d35-2393-47bd-b693-7bcec89dda66 req-870b954f-4793-464f-ae9f-671487dcbc22 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:01.089029 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-67889d35-2393-47bd-b693-7bcec89dda66 req-870b954f-4793-464f-ae9f-671487dcbc22 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0806873
Jun 03 20:19:01.137534 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-67889d35-2393-47bd-b693-7bcec89dda66 req-1abd1f38-daef-4108-80ee-179793deff76 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428097
Jun 03 20:19:01.261875 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:01.324787 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12521ceb-ece5-412b-a577-ec34e0b83ee7 req-77304f33-4799-4303-942f-890ec2d0c9f9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:01.326288 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-12521ceb-ece5-412b-a577-ec34e0b83ee7 req-77304f33-4799-4303-942f-890ec2d0c9f9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.0960498
Jun 03 20:19:01.374732 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-12521ceb-ece5-412b-a577-ec34e0b83ee7 req-3e1af192-1664-40ab-9ac2-c218868b2f06 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408311
Jun 03 20:19:01.441703 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094b70f-acc7-474b-bace-3f4e34e6bd92 req-f739f9f8-916e-4480-b354-c031fdcee874 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:01.443200 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7094b70f-acc7-474b-bace-3f4e34e6bd92 req-f739f9f8-916e-4480-b354-c031fdcee874 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.0885193
Jun 03 20:19:01.494885 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7094b70f-acc7-474b-bace-3f4e34e6bd92 req-b6e80977-690e-473b-8ba7-6dd0c0ad8932 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450289
Jun 03 20:19:02.332736 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb96d81-731e-45a7-84c7-be2c5f5a55dd req-b705e7e4-bd8e-425a-afa0-c0e86cfca592 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:02.334257 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4bb96d81-731e-45a7-84c7-be2c5f5a55dd req-b705e7e4-bd8e-425a-afa0-c0e86cfca592 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0863795
Jun 03 20:19:02.380751 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4bb96d81-731e-45a7-84c7-be2c5f5a55dd req-99626dfe-6d70-49d2-9714-e02c65c77db0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400426
Jun 03 20:19:02.426535 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bc3c4-108b-459f-864d-b277fac7a1b9 req-ff348910-a28f-4487-90f1-593e75ff5d0a tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:02.427950 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-173bc3c4-108b-459f-864d-b277fac7a1b9 req-ff348910-a28f-4487-90f1-593e75ff5d0a tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.122 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.0868857
Jun 03 20:19:02.688089 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bcc35-0c90-4d85-bc3e-b07ae01fe8aa req-19aad5b2-a439-4afc-afcc-d7d43dfe93c1 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:02.688992 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116337e-b75a-4fc0-aeb1-7608c01ee585 req-db9753f6-4c94-4a51-814f-1a93e49e9b58 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:02.689995 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-331bcc35-0c90-4d85-bc3e-b07ae01fe8aa req-19aad5b2-a439-4afc-afcc-d7d43dfe93c1 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.1558843
Jun 03 20:19:02.690520 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2116337e-b75a-4fc0-aeb1-7608c01ee585 req-db9753f6-4c94-4a51-814f-1a93e49e9b58 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 946 time: 0.0868988
Jun 03 20:19:02.719678 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [req-173bc3c4-108b-459f-864d-b277fac7a1b9 req-04700974-b34d-4240-8d5e-5f43e41a0b55 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Deleting port ee14caf8-61b8-4121-ae6f-b4ee6966dd01 {{(pid=92637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:19:02.720084 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-173bc3c4-108b-459f-864d-b277fac7a1b9 req-04700974-b34d-4240-8d5e-5f43e41a0b55 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:02.747760 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2116337e-b75a-4fc0-aeb1-7608c01ee585 req-4a83c72c-7e21-4416-a5d5-c7d29fedaa30 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/security-groups?id=176385ed-828d-474e-bb39-9b1c3edb3240&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433848
Jun 03 20:19:02.821862 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-331bcc35-0c90-4d85-bc3e-b07ae01fe8aa req-773ae2e4-3823-4f92-a9b3-e1dbfa0f9c90 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262128
Jun 03 20:19:02.869551 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:02.871745 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-173bc3c4-108b-459f-864d-b277fac7a1b9 req-04700974-b34d-4240-8d5e-5f43e41a0b55 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] For port ee14caf8-61b8-4121-ae6f-b4ee6966dd01, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ee14caf8-61b8-4121-ae6f-b4ee6966dd01,segment=NetworkSegment(700ccff4-1418-4919-a84a-2229ead40bbf),segment_id=700ccff4-1418-4919-a84a-2229ead40bbf)] {{(pid=92637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:19:02.874862 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-173bc3c4-108b-459f-864d-b277fac7a1b9 req-04700974-b34d-4240-8d5e-5f43e41a0b55 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:03.001731 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [req-173bc3c4-108b-459f-864d-b277fac7a1b9 req-04700974-b34d-4240-8d5e-5f43e41a0b55 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Calling delete_port for ee14caf8-61b8-4121-ae6f-b4ee6966dd01 owned by compute:nova {{(pid=92637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:19:03.246575 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-173bc3c4-108b-459f-864d-b277fac7a1b9 req-04700974-b34d-4240-8d5e-5f43e41a0b55 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:03.253804 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:03.267177 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['ee14caf8-61b8-4121-ae6f-b4ee6966dd01'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:19:03.330534 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04700974-b34d-4240-8d5e-5f43e41a0b55 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Pushing event deleted for resources: {'Port': ['ID=ee14caf8-61b8-4121-ae6f-b4ee6966dd01,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:03.334779 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-04700974-b34d-4240-8d5e-5f43e41a0b55 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:03.386125 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [req-173bc3c4-108b-459f-864d-b277fac7a1b9 req-04700974-b34d-4240-8d5e-5f43e41a0b55 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] No DVR routers for this DVR port ee14caf8-61b8-4121-ae6f-b4ee6966dd01 on host hv-cinder-79466 {{(pid=92637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:19:03.389323 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-173bc3c4-108b-459f-864d-b277fac7a1b9 req-04700974-b34d-4240-8d5e-5f43e41a0b55 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:03.392122 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31c131a-f80d-44b9-b293-e72ca1e6892f', 'name': 'network-vif-deleted', 'tag': 'ee14caf8-61b8-4121-ae6f-b4ee6966dd01'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:19:03.394525 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0253d5-ba39-4b44-9f19-cec05a7a1354" -d '{"events": [{"server_uuid": "b31c131a-f80d-44b9-b293-e72ca1e6892f", "name": "network-vif-deleted", "tag": "ee14caf8-61b8-4121-ae6f-b4ee6966dd01"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:19:03.441893 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b2ab47-2650-4246-a15b-24821c6b55f4 x-openstack-request-id: req-28b2ab47-2650-4246-a15b-24821c6b55f4 {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:19:03.442507 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31c131a-f80d-44b9-b293-e72ca1e6892f", "name": "network-vif-deleted", "tag": "ee14caf8-61b8-4121-ae6f-b4ee6966dd01", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:19:03.442507 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-28b2ab47-2650-4246-a15b-24821c6b55f4 {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:19:03.442945 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31c131a-f80d-44b9-b293-e72ca1e6892f', 'name': 'network-vif-deleted', 'tag': 'ee14caf8-61b8-4121-ae6f-b4ee6966dd01', 'status': 'completed', 'code': 200}
Jun 03 20:19:03.453024 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-173bc3c4-108b-459f-864d-b277fac7a1b9 req-04700974-b34d-4240-8d5e-5f43e41a0b55 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.122 "DELETE /v2.0/ports/ee14caf8-61b8-4121-ae6f-b4ee6966dd01 HTTP/1.1" status: 204  len: 173 time: 1.0107257
Jun 03 20:19:03.622952 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa14482-6fd6-4e5b-a7d0-6322a0df9e22 req-c89ef794-58b8-492f-b35f-3ade63527e78 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:03.632082 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4fa14482-6fd6-4e5b-a7d0-6322a0df9e22 req-c89ef794-58b8-492f-b35f-3ade63527e78 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1220424
Jun 03 20:19:03.680209 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4fa14482-6fd6-4e5b-a7d0-6322a0df9e22 req-4e87a8c2-f8fe-41d8-bf90-3c92e7ff80b8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470753
Jun 03 20:19:03.898982 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9ec6bd01-4c28-4d2f-9c96-cbfc4365c0ea req-d6be7390-49bc-4ecb-8da6-ed34e78753c7 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 210 time: 0.0416453
Jun 03 20:19:04.016331 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea75d7-8fa7-4a48-b644-1ec3f0ed5934 req-6f2424a6-e335-48a5-898c-8f0854681eb1 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:04.018283 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2eea75d7-8fa7-4a48-b644-1ec3f0ed5934 req-6f2424a6-e335-48a5-898c-8f0854681eb1 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.0856256
Jun 03 20:19:04.049817 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 36668) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:04.071213 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2eea75d7-8fa7-4a48-b644-1ec3f0ed5934 req-da192d86-ab3d-4f57-a0fe-738859d928df tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468252
Jun 03 20:19:04.174230 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-4c31bab1-2333-42e6-841a-67a278725f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:04.188984 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-4c31bab1-2333-42e6-841a-67a278725f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:04.192832 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-4c31bab1-2333-42e6-841a-67a278725f83 admin admin] Usage tracker for resource:security_group_rule and tenant:7e37eb75288c4b97bdc70f7d47358887 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:04.195581 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-4c31bab1-2333-42e6-841a-67a278725f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:04.201310 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-4c31bab1-2333-42e6-841a-67a278725f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:04.295143 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-4c31bab1-2333-42e6-841a-67a278725f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:04.395176 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-4c31bab1-2333-42e6-841a-67a278725f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:04.402337 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:04.446492 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-4c31bab1-2333-42e6-841a-67a278725f83 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7e37eb75288c4b97bdc70f7d47358887&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3955259
Jun 03 20:19:04.447498 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31bab1-2333-42e6-841a-67a278725f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486a9eef-4b31-4cbe-a055-0fbb0e8940c9,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:04.449134 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 36676) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:04.451140 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-4c31bab1-2333-42e6-841a-67a278725f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:04.516284 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-dcdf09e4-8a2a-463b-8691-8d3d6b825dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:04.542502 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-dcdf09e4-8a2a-463b-8691-8d3d6b825dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:04.664316 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-dcdf09e4-8a2a-463b-8691-8d3d6b825dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:04.669365 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-15f4e799-2bc1-4e10-afe4-ec8c087b184e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:04.680010 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf09e4-8a2a-463b-8691-8d3d6b825dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486a9eef-4b31-4cbe-a055-0fbb0e8940c9,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:04.684974 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-dcdf09e4-8a2a-463b-8691-8d3d6b825dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:04.696167 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-dcdf09e4-8a2a-463b-8691-8d3d6b825dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:04.697329 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-dcdf09e4-8a2a-463b-8691-8d3d6b825dbf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/486a9eef-4b31-4cbe-a055-0fbb0e8940c9 HTTP/1.1" status: 204  len: 168 time: 0.2461121
Jun 03 20:19:04.876982 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8252ca-a9a8-4341-b10f-b56da84d6382 req-affe0723-0a36-4143-aa11-267df7b4f800 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:04.878451 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7b8252ca-a9a8-4341-b10f-b56da84d6382 req-affe0723-0a36-4143-aa11-267df7b4f800 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0848083
Jun 03 20:19:04.923563 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7b8252ca-a9a8-4341-b10f-b56da84d6382 req-92a350a0-f526-49f4-82cb-1c523f28d02f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392435
Jun 03 20:19:05.067567 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-9adf6548-18d8-4cd4-9cef-c369ec50d767 req-6052296a-f74c-44f9-afb8-6d9f6f81fb23 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Synchronizing usage tracker for tenant:b2a1415fd5074293876b0d781ad89454 on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:19:05.173011 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-9adf6548-18d8-4cd4-9cef-c369ec50d767 req-6052296a-f74c-44f9-afb8-6d9f6f81fb23 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Unset dirty status for tenant:b2a1415fd5074293876b0d781ad89454 on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:19:05.174246 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9adf6548-18d8-4cd4-9cef-c369ec50d767 req-6052296a-f74c-44f9-afb8-6d9f6f81fb23 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] 10.222.0.96 "GET /v2.0/ports?device_id=b31c131a-f80d-44b9-b293-e72ca1e6892f HTTP/1.1" status: 200  len: 210 time: 0.1488793
Jun 03 20:19:05.249704 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device ee14caf8-61b8-4121-ae6f-b4ee6966dd01 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:19:05.285260 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbf98a-15d7-446e-bf93-a24c32a37830 req-8acd1893-a665-4d68-82c6-c55f8d3dda78 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:05.286885 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-eedbf98a-15d7-446e-bf93-a24c32a37830 req-8acd1893-a665-4d68-82c6-c55f8d3dda78 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.1035936
Jun 03 20:19:05.289672 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: ee14caf8-61b8-4121-ae6f-b4ee6966dd01 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:19:05.290011 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device ee14caf8-61b8-4121-ae6f-b4ee6966dd01 not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:19:05.347368 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-eedbf98a-15d7-446e-bf93-a24c32a37830 req-15652f44-2ead-4351-97ec-c2ef0d6a7898 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538065
Jun 03 20:19:05.422836 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 36702) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:05.442756 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-453a8b41-b73e-4912-a41a-1be4bfde2c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:05.469057 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-453a8b41-b73e-4912-a41a-1be4bfde2c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:05.475011 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-453a8b41-b73e-4912-a41a-1be4bfde2c7c admin admin] Usage tracker for resource:security_group_rule and tenant:f4dc6e8ff0d64d2bb67193e5728934b2 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:05.483203 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-453a8b41-b73e-4912-a41a-1be4bfde2c7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:05.489505 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-453a8b41-b73e-4912-a41a-1be4bfde2c7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:05.583313 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-453a8b41-b73e-4912-a41a-1be4bfde2c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:05.680837 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-453a8b41-b73e-4912-a41a-1be4bfde2c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:05.690467 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:05.734203 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a8b41-b73e-4912-a41a-1be4bfde2c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a423bbed-d694-4d95-9370-f13e0c824d62,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:05.740861 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-453a8b41-b73e-4912-a41a-1be4bfde2c7c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f4dc6e8ff0d64d2bb67193e5728934b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3146045
Jun 03 20:19:05.740861 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-453a8b41-b73e-4912-a41a-1be4bfde2c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:05.741156 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 36710) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:05.800899 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ab4da725-acba-4e03-bcf8-a70d498e4c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:05.826515 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ab4da725-acba-4e03-bcf8-a70d498e4c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:05.937383 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ab4da725-acba-4e03-bcf8-a70d498e4c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:05.941948 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-1af29ce9-f20f-4b5c-87ec-f803c77615e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:05.956097 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4da725-acba-4e03-bcf8-a70d498e4c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a423bbed-d694-4d95-9370-f13e0c824d62,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:05.958514 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ab4da725-acba-4e03-bcf8-a70d498e4c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:05.962076 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ab4da725-acba-4e03-bcf8-a70d498e4c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:05.964568 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-ab4da725-acba-4e03-bcf8-a70d498e4c0c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a423bbed-d694-4d95-9370-f13e0c824d62 HTTP/1.1" status: 204  len: 168 time: 0.2212501
Jun 03 20:19:06.117548 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d367f02-ae06-4c37-b820-65e9fc9aa3a5 req-c98ce32d-b552-48b3-acef-c1725f2940ba tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:06.119018 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2d367f02-ae06-4c37-b820-65e9fc9aa3a5 req-c98ce32d-b552-48b3-acef-c1725f2940ba tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0865417
Jun 03 20:19:06.166587 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2d367f02-ae06-4c37-b820-65e9fc9aa3a5 req-dbaa8213-d98c-46d6-bdc2-44d304fe7127 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416250
Jun 03 20:19:06.569707 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec1e67-e719-41b5-a482-8c9a3fefe2ff req-eeb4ac5b-fdab-4edd-87a8-e568ef4c48af tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:06.571394 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-afec1e67-e719-41b5-a482-8c9a3fefe2ff req-eeb4ac5b-fdab-4edd-87a8-e568ef4c48af tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.0913229
Jun 03 20:19:06.629634 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-afec1e67-e719-41b5-a482-8c9a3fefe2ff req-4321e0b1-4b99-49cd-8089-9e33f78246a1 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503795
Jun 03 20:19:07.357785 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c55f0-4160-41a3-bd43-3dc7c4369a8c req-669bd209-cfe5-4094-9911-65251502aac0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:07.359284 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-324c55f0-4160-41a3-bd43-3dc7c4369a8c req-669bd209-cfe5-4094-9911-65251502aac0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0836942
Jun 03 20:19:07.463432 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-324c55f0-4160-41a3-bd43-3dc7c4369a8c req-974d0a84-4f86-4ba2-9c79-9e958cce1816 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983231
Jun 03 20:19:07.909511 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90164350-4985-4630-bcf3-d29f1a8e7a6b req-bb884878-1dea-4126-9d20-7909c5aa3779 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:07.912084 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-90164350-4985-4630-bcf3-d29f1a8e7a6b req-bb884878-1dea-4126-9d20-7909c5aa3779 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.1741509
Jun 03 20:19:07.984708 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-90164350-4985-4630-bcf3-d29f1a8e7a6b req-55a11fa1-2939-4bfd-aa83-dc90d2230767 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659897
Jun 03 20:19:08.175826 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 36812) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:08.249337 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad7f999-9b55-4e63-99a0-f03ec27a4b85 admin admin] Deleting subnet 55dda826-e868-4211-95e1-31782b85a1be {{(pid=92637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 20:19:08.252633 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-fad7f999-9b55-4e63-99a0-f03ec27a4b85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:08.306685 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-fad7f999-9b55-4e63-99a0-f03ec27a4b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16070436'] for subnet, precommit_delete_associations {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:08.366918 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-fad7f999-9b55-4e63-99a0-f03ec27a4b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888552'] for subnet, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:08.696048 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe26429-a387-4c12-95b2-b3c62b34bc9e req-96d922c6-1c5b-4ebf-a594-51bdbf79b7bd tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:08.698271 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-afe26429-a387-4c12-95b2-b3c62b34bc9e req-96d922c6-1c5b-4ebf-a594-51bdbf79b7bd tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1017811
Jun 03 20:19:08.727207 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-fad7f999-9b55-4e63-99a0-f03ec27a4b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16399030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14720095'] for subnet, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:08.732382 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:08.745729 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-afe26429-a387-4c12-95b2-b3c62b34bc9e req-67b4c04d-bcdc-494b-bbfb-dfe95be382dc tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416877
Jun 03 20:19:08.771899 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7f999-9b55-4e63-99a0-f03ec27a4b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55dda826-e868-4211-95e1-31782b85a1be,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:08.777055 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-fad7f999-9b55-4e63-99a0-f03ec27a4b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:08.779765 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-fad7f999-9b55-4e63-99a0-f03ec27a4b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:08.788869 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-fad7f999-9b55-4e63-99a0-f03ec27a4b85 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/55dda826-e868-4211-95e1-31782b85a1be HTTP/1.1" status: 204  len: 168 time: 0.6119368
Jun 03 20:19:08.791212 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 36838) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:08.885251 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 36840) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:08.897334 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-38e35ceb-1fb9-4a9d-a2ef-1c39977508c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645772'] for network, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:09.010092 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e32c11df-f65e-4531-826c-80a88d5790f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:09.026273 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-e32c11df-f65e-4531-826c-80a88d5790f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:09.029961 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-38e35ceb-1fb9-4a9d-a2ef-1c39977508c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082749', 'neutron.services.segments.db._delete_segments_for_network-8745116134081'] for network, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:09.030660 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-e32c11df-f65e-4531-826c-80a88d5790f9 admin admin] Usage tracker for resource:security_group_rule and tenant:87621fcf176b437daf226aafe67adfb2 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:09.034320 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-e32c11df-f65e-4531-826c-80a88d5790f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:09.044725 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-e32c11df-f65e-4531-826c-80a88d5790f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:09.046697 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-38e35ceb-1fb9-4a9d-a2ef-1c39977508c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f421700e4c0>,) {'filters': {'network_id': ['a1525f32-038d-4020-bbb5-84c6f9346826']}} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:19:09.059520 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-38e35ceb-1fb9-4a9d-a2ef-1c39977508c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f421700e4c0>, '700ccff4-1418-4919-a84a-2229ead40bbf') {'for_net_delete': True} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:19:09.059791 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-38e35ceb-1fb9-4a9d-a2ef-1c39977508c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f421700e4c0>, '700ccff4-1418-4919-a84a-2229ead40bbf') {} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:19:09.072149 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-38e35ceb-1fb9-4a9d-a2ef-1c39977508c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745116137948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16070493'] for segment, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:09.092213 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-38e35ceb-1fb9-4a9d-a2ef-1c39977508c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:09.106623 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e35ceb-1fb9-4a9d-a2ef-1c39977508c1 admin admin] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=92637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 20:19:09.106623 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-38e35ceb-1fb9-4a9d-a2ef-1c39977508c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16398940'] for segment, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]: Traceback (most recent call last):
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:     timer()
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:     cb(*args, **kw)
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:     return func(*args, **kwargs)
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:     self._notify()
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:     self.callback(batched_events)
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:     event.method(event)
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:     return f(self, *a, **k)
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self._get(url).json()
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self.request(url, 'GET', **kwargs)
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 20:19:09.118593 dv-cinder-794669-1-iscsi neutron-server[92637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 20:19:09.150521 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e32c11df-f65e-4531-826c-80a88d5790f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:09.200825 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e32c11df-f65e-4531-826c-80a88d5790f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:09.208589 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e9c9c32c-2f94-4a36-b978-819aa2318388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:09.253571 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-e32c11df-f65e-4531-826c-80a88d5790f9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=87621fcf176b437daf226aafe67adfb2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3670495
Jun 03 20:19:09.254232 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 36848) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:09.254348 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c11df-f65e-4531-826c-80a88d5790f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd647a6-59ca-43be-9d69-9bf5e5616cf0,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:09.257343 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e32c11df-f65e-4531-826c-80a88d5790f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:09.272489 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71997dbb-4856-46f6-bad8-03a627a2e7e6 req-ce1d4441-5540-47d0-b0ff-e4775adfb796 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:09.274091 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-71997dbb-4856-46f6-bad8-03a627a2e7e6 req-ce1d4441-5540-47d0-b0ff-e4775adfb796 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.1723373
Jun 03 20:19:09.346690 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-38e35ceb-1fb9-4a9d-a2ef-1c39977508c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-836978'] for network, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:09.356571 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-71997dbb-4856-46f6-bad8-03a627a2e7e6 req-758fa921-e0f5-4285-a15d-83df32e731bb tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767989
Jun 03 20:19:09.366428 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:09.379013 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-48255b83-417e-47b4-a83c-7b75bb09c5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:09.394881 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-38e35ceb-1fb9-4a9d-a2ef-1c39977508c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:09.400223 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e35ceb-1fb9-4a9d-a2ef-1c39977508c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1525f32-038d-4020-bbb5-84c6f9346826,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:09.410871 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-38e35ceb-1fb9-4a9d-a2ef-1c39977508c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:09.419198 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-48255b83-417e-47b4-a83c-7b75bb09c5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:09.482880 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-38e35ceb-1fb9-4a9d-a2ef-1c39977508c1 admin admin] 10.222.0.96 "DELETE /v2.0/networks/a1525f32-038d-4020-bbb5-84c6f9346826 HTTP/1.1" status: 204  len: 168 time: 0.6895099
Jun 03 20:19:09.514982 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-48255b83-417e-47b4-a83c-7b75bb09c5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:09.519483 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:09.530791 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48255b83-417e-47b4-a83c-7b75bb09c5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd647a6-59ca-43be-9d69-9bf5e5616cf0,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:09.535097 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-48255b83-417e-47b4-a83c-7b75bb09c5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:09.540210 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-48255b83-417e-47b4-a83c-7b75bb09c5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:09.540210 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-48255b83-417e-47b4-a83c-7b75bb09c5e7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3fd647a6-59ca-43be-9d69-9bf5e5616cf0 HTTP/1.1" status: 204  len: 168 time: 0.2846143
Jun 03 20:19:09.557379 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:09.828322 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 36864) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:09.932242 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-cd5a740d-290a-40a6-ac30-065e041802be admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b2a1415fd5074293876b0d781ad89454&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1021922
Jun 03 20:19:09.941156 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 36870) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:09.981084 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d35f83-07f2-4a75-b373-90762c7ce970 req-bef00848-7ba4-4b3d-9fd0-d79076e6993b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:09.982853 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d6d35f83-07f2-4a75-b373-90762c7ce970 req-bef00848-7ba4-4b3d-9fd0-d79076e6993b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1087818
Jun 03 20:19:10.028100 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d080cbd5-7431-4c02-a06a-7a748d0defcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:10.032782 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d6d35f83-07f2-4a75-b373-90762c7ce970 req-79223d37-69b5-40df-8eca-451753689324 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435448
Jun 03 20:19:10.055263 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d080cbd5-7431-4c02-a06a-7a748d0defcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:10.246446 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d080cbd5-7431-4c02-a06a-7a748d0defcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:10.254608 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5a927263-5935-4ffa-87e1-e1a06c89232e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:10.261092 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:19:10.273684 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080cbd5-7431-4c02-a06a-7a748d0defcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176385ed-828d-474e-bb39-9b1c3edb3240,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:10.278423 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-d080cbd5-7431-4c02-a06a-7a748d0defcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:10.377439 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d080cbd5-7431-4c02-a06a-7a748d0defcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:10.381285 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-d080cbd5-7431-4c02-a06a-7a748d0defcf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/176385ed-828d-474e-bb39-9b1c3edb3240 HTTP/1.1" status: 204  len: 168 time: 0.4359210
Jun 03 20:19:10.409282 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 36878) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:10.429479 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f8fe8fc8-3380-4e2f-84e4-681dff5c777c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:10.445146 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-f8fe8fc8-3380-4e2f-84e4-681dff5c777c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:10.449012 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-f8fe8fc8-3380-4e2f-84e4-681dff5c777c admin admin] Usage tracker for resource:security_group_rule and tenant:09707c05418f48148aff5c128421d623 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:10.451855 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-f8fe8fc8-3380-4e2f-84e4-681dff5c777c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:10.457944 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-f8fe8fc8-3380-4e2f-84e4-681dff5c777c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:10.600762 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfc926-41aa-49c2-b5d4-cad479375e5c req-6cdb4030-98ea-4ced-b7e2-e6c92bb20d2a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:10.602217 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bacfc926-41aa-49c2-b5d4-cad479375e5c req-6cdb4030-98ea-4ced-b7e2-e6c92bb20d2a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.1267781
Jun 03 20:19:10.633405 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f8fe8fc8-3380-4e2f-84e4-681dff5c777c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:10.661162 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bacfc926-41aa-49c2-b5d4-cad479375e5c req-b988f98f-8080-4753-9941-9088a8de1761 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495532
Jun 03 20:19:10.709072 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f8fe8fc8-3380-4e2f-84e4-681dff5c777c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:10.715999 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-dcdf09e4-8a2a-463b-8691-8d3d6b825dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:10.758961 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-f8fe8fc8-3380-4e2f-84e4-681dff5c777c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=09707c05418f48148aff5c128421d623&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3485506
Jun 03 20:19:10.759758 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe8fc8-3380-4e2f-84e4-681dff5c777c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45b1dcd-409d-4ba8-a786-a62a298fe2e1,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:10.761673 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 36882) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:10.762692 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-f8fe8fc8-3380-4e2f-84e4-681dff5c777c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:10.838543 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-321c9d33-c878-4616-b3e7-669783632081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:10.865287 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-321c9d33-c878-4616-b3e7-669783632081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:10.966392 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-321c9d33-c878-4616-b3e7-669783632081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:10.970923 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:10.983974 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c9d33-c878-4616-b3e7-669783632081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45b1dcd-409d-4ba8-a786-a62a298fe2e1,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:10.988613 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-321c9d33-c878-4616-b3e7-669783632081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:11.020589 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-321c9d33-c878-4616-b3e7-669783632081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:11.025880 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-321c9d33-c878-4616-b3e7-669783632081 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a45b1dcd-409d-4ba8-a786-a62a298fe2e1 HTTP/1.1" status: 204  len: 168 time: 0.2627699
Jun 03 20:19:11.250097 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597baa4c-9852-4788-8b88-64829181d0d6 req-6fce00ee-86c8-4d41-ba98-3a3e455131c7 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:11.250097 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-597baa4c-9852-4788-8b88-64829181d0d6 req-6fce00ee-86c8-4d41-ba98-3a3e455131c7 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0904608
Jun 03 20:19:11.290850 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-597baa4c-9852-4788-8b88-64829181d0d6 req-b4538814-eee7-49a0-8e0a-df5c98e19db3 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452781
Jun 03 20:19:11.690295 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 36942) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:11.881568 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cc145-5ec3-41fd-8ad9-283dca4d4294 req-3226521f-69a7-4b90-8fec-ccc0f2ff5b45 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:11.887170 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4b3cc145-5ec3-41fd-8ad9-283dca4d4294 req-3226521f-69a7-4b90-8fec-ccc0f2ff5b45 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.1021559
Jun 03 20:19:11.893868 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-network', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:19:11.919031 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:11.996502 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Usage tracker for resource:network and tenant:f5cdd4a3137d4af39a4e825b870c302b is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:12.000241 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:12.014221 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:12.029436 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4b3cc145-5ec3-41fd-8ad9-283dca4d4294 req-5b6e27b2-7d3a-4f01-acb6-960cf904e06a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316397
Jun 03 20:19:12.109688 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Made reservation on behalf of f5cdd4a3137d4af39a4e825b870c302b for: {'network': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:19:12.113086 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:12.129968 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:12.149853 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:12.154246 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Usage tracker for resource:security_group_rule and tenant:f5cdd4a3137d4af39a4e825b870c302b is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:12.157411 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:12.163760 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:12.250511 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:12.335896 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:12.335896 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-08474e10-8146-4cd4-90c3-30795eb1a830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:12.364991 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306}  {{(pid=92637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:19:12.374334 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867c9c76-4e56-4ffa-b76b-bc5563f9611d,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:12.378167 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:12.381043 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:12.381551 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.segments_db [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Added segment 5bf6cf76-03f1-41d4-9cf3-72e5871bdc27 of type vlan for network e6a1bc66-7e11-43d1-b2d7-7105e819ea36
Jun 03 20:19:12.408816 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:12.515612 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:12.517333 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:12.518185 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:12.529972 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:12.532667 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2423fb-36db-4433-99ac-618b2d752b32 req-322b7d5d-e707-47f0-b287-b41359df4bc2 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:12.535057 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4f2423fb-36db-4433-99ac-618b2d752b32 req-322b7d5d-e707-47f0-b287-b41359df4bc2 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1180322
Jun 03 20:19:12.586488 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4f2423fb-36db-4433-99ac-618b2d752b32 req-1a7d6ecf-1674-4daf-92b8-1dbfeab248b5 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448699
Jun 03 20:19:12.632011 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Pushing event updated for resources: {'Network': ['ID=e6a1bc66-7e11-43d1-b2d7-7105e819ea36,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:12.640971 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 36968) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:12.642224 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.9459863
Jun 03 20:19:12.642224 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:12.642939 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:19:12.646877 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-0bc85c26-8130-4eb2-aef8-5e413a8c2b8c admin admin] Request body: {'subnet': {'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-subnet', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:19:12.652632 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-0bc85c26-8130-4eb2-aef8-5e413a8c2b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:12.657792 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-0bc85c26-8130-4eb2-aef8-5e413a8c2b8c admin admin] Usage tracker for resource:subnet and tenant:f5cdd4a3137d4af39a4e825b870c302b is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:12.661568 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-0bc85c26-8130-4eb2-aef8-5e413a8c2b8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:12.670210 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-0bc85c26-8130-4eb2-aef8-5e413a8c2b8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:12.721187 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc85c26-8130-4eb2-aef8-5e413a8c2b8c admin admin] Made reservation on behalf of f5cdd4a3137d4af39a4e825b870c302b for: {'subnet': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:19:12.723567 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0bc85c26-8130-4eb2-aef8-5e413a8c2b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14694273'] for subnet, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:13.211070 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0bc85c26-8130-4eb2-aef8-5e413a8c2b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16099348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14694291'] for subnet, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:13.217552 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:13.254534 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8670773-d3bc-4982-9a88-669086ff295b req-6b63edfc-7fb2-4368-ae1f-509143dee672 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:13.262280 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f8670773-d3bc-4982-9a88-669086ff295b req-6b63edfc-7fb2-4368-ae1f-509143dee672 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.1152756
Jun 03 20:19:13.298121 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc85c26-8130-4eb2-aef8-5e413a8c2b8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:13.305411 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-0bc85c26-8130-4eb2-aef8-5e413a8c2b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:13.312728 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc85c26-8130-4eb2-aef8-5e413a8c2b8c admin admin] Checking segment: {'id': '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:19:13.312728 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc85c26-8130-4eb2-aef8-5e413a8c2b8c admin admin] Network hostable DHCP agents. Network: e6a1bc66-7e11-43d1-b2d7-7105e819ea36, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:19:13.323040 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f8670773-d3bc-4982-9a88-669086ff295b req-9f346751-e36e-4f2b-8086-880ac2e22c6a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604672
Jun 03 20:19:13.429467 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc85c26-8130-4eb2-aef8-5e413a8c2b8c admin admin] Network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:19:13.497919 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-0bc85c26-8130-4eb2-aef8-5e413a8c2b8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, e6a1bc66-7e11-43d1-b2d7-7105e819ea36) {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:19:13.507218 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc85c26-8130-4eb2-aef8-5e413a8c2b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:13.507864 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0bc85c26-8130-4eb2-aef8-5e413a8c2b8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:13.508135 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2474e7-4b7f-4a24-97c0-cb49cf73b754 None None] Network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:19:13.598642 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-0bc85c26-8130-4eb2-aef8-5e413a8c2b8c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9564834
Jun 03 20:19:13.599174 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 37000) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:13.605225 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:19:13.612357 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:13.622523 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Usage tracker for resource:router and tenant:f5cdd4a3137d4af39a4e825b870c302b is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:13.627396 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:13.634421 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:13.706048 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4105'] for router, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:13.707377 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:13.765526 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:13.768844 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf48b4315-cbea-59e0-afd0-d1625a86666c-e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2'}]}} from dv-cinder-794669-1-iscsi. {{(pid=92638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 20:19:13.769680 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:13.826740 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b232e07-96e0-4039-9115-cc4fcd01f260 req-492711a6-adc2-44dc-bd54-45dfa920dc0a tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:13.828291 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9b232e07-96e0-4039-9115-cc4fcd01f260 req-492711a6-adc2-44dc-bd54-45dfa920dc0a tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1039782
Jun 03 20:19:13.985328 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.db_base_plugin_common [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Allocated IP 172.20.0.2 (e6a1bc66-7e11-43d1-b2d7-7105e819ea36/9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2/d15b973a-bbf7-4a03-b984-99b82d2122e2) {{(pid=92638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:19:14.001706 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9b232e07-96e0-4039-9115-cc4fcd01f260 req-a172c896-988e-4aa2-b2a6-0fb50af27437 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650651
Jun 03 20:19:14.155646 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4206'] for router, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:14.242003 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Notify callbacks [] for port, precommit_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:14.253013 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Transition to ACTIVE for port object d15b973a-bbf7-4a03-b984-99b82d2122e2 will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:19:14.275592 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Transition to ACTIVE for port object d15b973a-bbf7-4a03-b984-99b82d2122e2 will not be triggered until provisioned by entity DHCP. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:19:14.356972 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596'] for port, after_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:14.362762 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:14.454394 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Pushing event updated for resources: {'Port': ['ID=d15b973a-bbf7-4a03-b984-99b82d2122e2,revision_number=1']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:14.464370 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:14.464948 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:14.465465 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:14.465942 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:14.466418 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:14.466955 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:14.467444 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:14.467929 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:14.468425 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:14.468894 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:14.469964 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:14.470843 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:14.475416 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:14.477630 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 is already hosted by enough agents. {{(pid=92638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:19:14.479021 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.base_scheduler [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Resources bound (agent type, host, resource id):  {{(pid=92638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:19:14.485300 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Received port after_create {{(pid=92638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:19:14.554078 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11c4e6-94a1-4560-8026-41f1198c1a3b req-bbdb0492-4965-4197-abd3-38b3d6bb208a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:14.556344 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2d11c4e6-94a1-4560-8026-41f1198c1a3b req-bbdb0492-4965-4197-abd3-38b3d6bb208a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.1040230
Jun 03 20:19:14.594969 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Attempting to bind port d15b973a-bbf7-4a03-b984-99b82d2122e2 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:19:14.596144 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Attempting to bind port d15b973a-bbf7-4a03-b984-99b82d2122e2 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:19:14.596517 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Attempting to bind port d15b973a-bbf7-4a03-b984-99b82d2122e2 on network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:19:14.602622 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:19:14.603043 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Checking segment: {'id': '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:19:14.603447 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:14.603831 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Bound using segment: {'id': '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:19:14.604481 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Bound port: d15b973a-bbf7-4a03-b984-99b82d2122e2, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:19:14.604669 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:14.637450 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2d11c4e6-94a1-4560-8026-41f1198c1a3b req-d9d3a049-1ba1-4a30-a507-1a3f66214ea0 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719025
Jun 03 20:19:14.660351 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:14.694887 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:14.733840 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] For port d15b973a-bbf7-4a03-b984-99b82d2122e2, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:19:14.737303 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] For port d15b973a-bbf7-4a03-b984-99b82d2122e2, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=d15b973a-bbf7-4a03-b984-99b82d2122e2,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:19:14.829852 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:14.832943 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Allocated IP 172.27.0.238 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/33972b62-520c-40f7-9cca-391ebcfab9fc) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:19:14.833863 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:14.928877 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Pushing event updated for resources: {'Port': ['ID=d15b973a-bbf7-4a03-b984-99b82d2122e2,revision_number=2']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:14.932930 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:15.005920 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:15.110257 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:15.116489 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:15.246061 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:19:15.250032 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:19:15.257652 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:19:15.322146 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Pushing event updated for resources: {'Port': ['ID=33972b62-520c-40f7-9cca-391ebcfab9fc,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:15.335170 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:15.525127 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642a5ab-7a78-4a5b-b4ce-d4857fd49b67 req-d4523827-7ed9-4026-a4ec-f5249d3d722e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:15.528064 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e642a5ab-7a78-4a5b-b4ce-d4857fd49b67 req-d4523827-7ed9-4026-a4ec-f5249d3d722e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.3736057
Jun 03 20:19:15.588125 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e642a5ab-7a78-4a5b-b4ce-d4857fd49b67 req-459999ce-b778-4091-9f36-9f14f7371b3e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536056
Jun 03 20:19:15.727917 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 37060) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:15.850959 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:15.904818 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38338d-8b04-4bfb-be58-8fdcc980cd12 req-0205446f-697c-4d64-82f2-bf216a931c43 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:15.906480 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1d38338d-8b04-4bfb-be58-8fdcc980cd12 req-0205446f-697c-4d64-82f2-bf216a931c43 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.1234977
Jun 03 20:19:15.949171 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5dc4681a-88f6-4c80-a55a-f4083f782293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:16.007059 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-5dc4681a-88f6-4c80-a55a-f4083f782293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:16.020926 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-5dc4681a-88f6-4c80-a55a-f4083f782293 admin admin] Usage tracker for resource:security_group_rule and tenant:2f8f1b757a944363884bef15bab120aa is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:16.027869 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1d38338d-8b04-4bfb-be58-8fdcc980cd12 req-ad511baf-93f4-40fe-beb0-766d5a5b8da6 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096168
Jun 03 20:19:16.029030 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-5dc4681a-88f6-4c80-a55a-f4083f782293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:16.037068 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-5dc4681a-88f6-4c80-a55a-f4083f782293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:16.107147 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69e96e0-06c7-4d7f-9c8a-c7fda445bde0 None None] Network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:19:16.208802 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5dc4681a-88f6-4c80-a55a-f4083f782293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:16.326539 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-836917'] for router, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:16.344626 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5dc4681a-88f6-4c80-a55a-f4083f782293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:16.358994 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:16.360162 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device d15b973a-bbf7-4a03-b984-99b82d2122e2 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:19:16.407276 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-5dc4681a-88f6-4c80-a55a-f4083f782293 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2f8f1b757a944363884bef15bab120aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6779103
Jun 03 20:19:16.408507 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4681a-88f6-4c80-a55a-f4083f782293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93eb5f3c-e306-4ad4-8264-93014d811be2,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:16.409689 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 37078) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:16.412740 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5dc4681a-88f6-4c80-a55a-f4083f782293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:16.437550 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-ba2e8411-7eb4-4218-9946-fedae5099b81 None None] Provisioning for port d15b973a-bbf7-4a03-b984-99b82d2122e2 completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:19:16.572265 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port d15b973a-bbf7-4a03-b984-99b82d2122e2 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:19:16.578661 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port d15b973a-bbf7-4a03-b984-99b82d2122e2 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:19:16.579052 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-2c4f612d-b059-4534-8058-c6e0838af42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:16.579388 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:16.620433 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-2c4f612d-b059-4534-8058-c6e0838af42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:16.732013 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:16.757564 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 is scheduled to L3 agent 107fbc38-de16-481d-8d22-795583403c3d with binding_index 1 {{(pid=92636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 20:19:16.763980 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-2c4f612d-b059-4534-8058-c6e0838af42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:16.764636 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port d15b973a-bbf7-4a03-b984-99b82d2122e2, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=d15b973a-bbf7-4a03-b984-99b82d2122e2,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:19:16.768946 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-16d52baa-1148-4614-aad9-773c3b78356e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:16.780638 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-ffcf1cc9-8657-4d36-ac7b-4f633b052152 None None] Provisioning complete for port d15b973a-bbf7-4a03-b984-99b82d2122e2 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:19:16.781031 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ffcf1cc9-8657-4d36-ac7b-4f633b052152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:16.787878 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f612d-b059-4534-8058-c6e0838af42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eb5f3c-e306-4ad4-8264-93014d811be2,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:16.795938 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-2c4f612d-b059-4534-8058-c6e0838af42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:16.833126 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:16.836471 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:16.885359 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-2c4f612d-b059-4534-8058-c6e0838af42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:16.888822 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-2c4f612d-b059-4534-8058-c6e0838af42a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/93eb5f3c-e306-4ad4-8264-93014d811be2 HTTP/1.1" status: 204  len: 168 time: 0.4757292
Jun 03 20:19:16.958302 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=d15b973a-bbf7-4a03-b984-99b82d2122e2,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:16.963109 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:16.983948 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43776cbe-45c0-4973-a17c-012b148c3699 req-f6a33c1e-2b00-48c6-9675-38bff1c4e820 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:16.985246 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-43776cbe-45c0-4973-a17c-012b148c3699 req-f6a33c1e-2b00-48c6-9675-38bff1c4e820 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.2651854
Jun 03 20:19:17.030913 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:19:17.040570 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Sync routers for ids ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:19:17.051951 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Routers {'25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:19:17.052581 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217292070>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:19:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:19:17.072858 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-43776cbe-45c0-4973-a17c-012b148c3699 req-d165df21-d5c8-48bb-949c-3a874ef6e6c4 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797396
Jun 03 20:19:17.126958 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Notify callbacks [] for router, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:17.128443 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.5285583
Jun 03 20:19:17.131273 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 37090) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:17.260960 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Set router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:19:17.462549 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05ae93-3cd8-4aeb-86d5-ee2ae25d09e0 req-ce1aef75-0389-4ba1-9b3c-2f39243b5ee7 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:17.470069 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7b05ae93-3cd8-4aeb-86d5-ee2ae25d09e0 req-ce1aef75-0389-4ba1-9b3c-2f39243b5ee7 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.2856588
Jun 03 20:19:17.597711 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7b05ae93-3cd8-4aeb-86d5-ee2ae25d09e0 req-9c76d9be-b39a-4355-b379-5301c9d4cd4d tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264729
Jun 03 20:19:17.601260 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217292070>, [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:15Z', 'revision_number': 3, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:19:17.620732 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Checking router: 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:19:17.621142 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Updating router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 port 33972b62-520c-40f7-9cca-391ebcfab9fc binding host dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:19:17.686293 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 37120) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:17.718985 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1ca9d8d1-7de3-4c73-89e5-132cb9ba1aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:17.735986 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-1ca9d8d1-7de3-4c73-89e5-132cb9ba1aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:17.738060 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:17.742329 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-1ca9d8d1-7de3-4c73-89e5-132cb9ba1aa7 admin admin] Usage tracker for resource:security_group_rule and tenant:811a7bae486c461ba322f8b21e58ae40 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:17.746874 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-1ca9d8d1-7de3-4c73-89e5-132cb9ba1aa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:17.755511 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-1ca9d8d1-7de3-4c73-89e5-132cb9ba1aa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:17.863909 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1ca9d8d1-7de3-4c73-89e5-132cb9ba1aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:17.972285 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1ca9d8d1-7de3-4c73-89e5-132cb9ba1aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:17.984010 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-bd02c292-19c6-426e-b295-b6aaf86a16ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:18.034644 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-1ca9d8d1-7de3-4c73-89e5-132cb9ba1aa7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=811a7bae486c461ba322f8b21e58ae40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3469131
Jun 03 20:19:18.035256 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 37124) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:18.073463 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:18.074971 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9d8d1-7de3-4c73-89e5-132cb9ba1aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6e030b-5683-4d79-912f-53e409220631,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:18.088898 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-1ca9d8d1-7de3-4c73-89e5-132cb9ba1aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:18.116242 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-211f1eff-2d62-40bb-b385-12751e71424a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:18.145286 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-211f1eff-2d62-40bb-b385-12751e71424a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:18.165993 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Notify callbacks [] for port, precommit_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:18.181063 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.provisioning_blocks [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Transition to ACTIVE for port object 33972b62-520c-40f7-9cca-391ebcfab9fc will not be triggered until provisioned by entity L2. {{(pid=92640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:19:18.289065 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device d15b973a-bbf7-4a03-b984-99b82d2122e2 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:19:18.293602 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498da94-5ca4-402c-a643-adea104b310e req-0c8c3203-a15f-4910-96cd-a3946afa9977 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:18.295237 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e498da94-5ca4-402c-a643-adea104b310e req-0c8c3203-a15f-4910-96cd-a3946afa9977 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0885849
Jun 03 20:19:18.319662 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:18.324885 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:18.330716 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Allocated IP 172.20.0.1 (e6a1bc66-7e11-43d1-b2d7-7105e819ea36/9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2/30546ce2-65f1-471d-b3b2-7212ed1a0b31) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:19:18.356962 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e498da94-5ca4-402c-a643-adea104b310e req-6b44637e-1cab-4f60-ab3f-da1375db95a4 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529242
Jun 03 20:19:18.387653 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-211f1eff-2d62-40bb-b385-12751e71424a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:18.392485 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-1ca9d8d1-7de3-4c73-89e5-132cb9ba1aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:18.393080 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port d15b973a-bbf7-4a03-b984-99b82d2122e2 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:19:18.393608 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:18.403148 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f1eff-2d62-40bb-b385-12751e71424a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6e030b-5683-4d79-912f-53e409220631,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:18.412665 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-211f1eff-2d62-40bb-b385-12751e71424a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:18.416143 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-211f1eff-2d62-40bb-b385-12751e71424a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:18.419582 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-211f1eff-2d62-40bb-b385-12751e71424a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2f6e030b-5683-4d79-912f-53e409220631 HTTP/1.1" status: 204  len: 168 time: 0.3802226
Jun 03 20:19:18.455949 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Attempting to bind port 33972b62-520c-40f7-9cca-391ebcfab9fc on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:19:18.456348 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Attempting to bind port 33972b62-520c-40f7-9cca-391ebcfab9fc by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:19:18.456753 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Attempting to bind port 33972b62-520c-40f7-9cca-391ebcfab9fc on network 03dbdf41-c79d-4ee5-9893-443b21628827 {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:19:18.465702 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf15b0-9277-4e0c-ae76-cdbd113e8669 None None] Pushing event updated for resources: {'Port': ['ID=33972b62-520c-40f7-9cca-391ebcfab9fc,revision_number=2']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:18.468315 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:19:18.468882 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Checking segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:19:18.469492 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:18.470630 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Bound using segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:19:18.470630 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Bound port: 33972b62-520c-40f7-9cca-391ebcfab9fc, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:19:18.470872 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:18.512257 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf15b0-9277-4e0c-ae76-cdbd113e8669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:18.512898 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf15b0-9277-4e0c-ae76-cdbd113e8669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:18.513384 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf15b0-9277-4e0c-ae76-cdbd113e8669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:18.513863 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf15b0-9277-4e0c-ae76-cdbd113e8669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:18.514387 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf15b0-9277-4e0c-ae76-cdbd113e8669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:18.514886 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf15b0-9277-4e0c-ae76-cdbd113e8669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:18.515369 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf15b0-9277-4e0c-ae76-cdbd113e8669 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:18.515839 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf15b0-9277-4e0c-ae76-cdbd113e8669 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:18.516969 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf15b0-9277-4e0c-ae76-cdbd113e8669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:18.517446 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf15b0-9277-4e0c-ae76-cdbd113e8669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:18.517903 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf15b0-9277-4e0c-ae76-cdbd113e8669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:18.518379 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf15b0-9277-4e0c-ae76-cdbd113e8669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:18.523814 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-04cf15b0-9277-4e0c-ae76-cdbd113e8669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:18.560405 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:18.566319 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] For port 33972b62-520c-40f7-9cca-391ebcfab9fc, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:19:18.570711 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] For port 33972b62-520c-40f7-9cca-391ebcfab9fc, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=33972b62-520c-40f7-9cca-391ebcfab9fc,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:19:18.581000 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.provisioning_blocks [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Transition to ACTIVE for port object 30546ce2-65f1-471d-b3b2-7212ed1a0b31 will not be triggered until provisioned by entity DHCP. {{(pid=92637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:19:18.647033 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:18.651440 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:18.679985 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:18.702627 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:18.731811 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Routers {'25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:19:18.732853 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217292070>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:19:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:19:18.832068 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:19:18.841661 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:19:18.853559 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf15b0-9277-4e0c-ae76-cdbd113e8669 None None] Pushing event updated for resources: {'Port': ['ID=33972b62-520c-40f7-9cca-391ebcfab9fc,revision_number=3']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:18.858565 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-04cf15b0-9277-4e0c-ae76-cdbd113e8669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:18.862295 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:19:18.979768 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Pushing event updated for resources: {'Port': ['ID=30546ce2-65f1-471d-b3b2-7212ed1a0b31,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:18.983539 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:19.003701 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-837115'] for router_interface, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:19.090874 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] Set router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:19:19.100530 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13415457-1012-424b-8a38-5393feabf155 req-5fe0b7e1-bcb1-4035-a629-855f9dba1883 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:19.104546 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-13415457-1012-424b-8a38-5393feabf155 req-5fe0b7e1-bcb1-4035-a629-855f9dba1883 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 943 time: 0.3370805
Jun 03 20:19:19.187639 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-13415457-1012-424b-8a38-5393feabf155 req-0899e456-3f80-4be1-9a82-9534ccaf4575 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654860
Jun 03 20:19:19.280567 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-ddbcdedf-fc56-472d-9dac-1ac2c91e34bf None None] Provisioning for port 30546ce2-65f1-471d-b3b2-7212ed1a0b31 completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:19:19.286084 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-ddbcdedf-fc56-472d-9dac-1ac2c91e34bf None None] Provisioning complete for port 30546ce2-65f1-471d-b3b2-7212ed1a0b31 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:19:19.286776 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ddbcdedf-fc56-472d-9dac-1ac2c91e34bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:19.315868 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:19.324661 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 8aae674f-f6de-4eb7-a59e-512ecdaa66ca details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:19:19.470892 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-ddbcdedf-fc56-472d-9dac-1ac2c91e34bf None None] Port 30546ce2-65f1-471d-b3b2-7212ed1a0b31 cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:19:19.493591 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217292070>, [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:15Z', 'revision_number': 3, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:19:19.499409 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7b37c-27a6-4f22-bd0b-4bfaaa6cdd35 None None] The sync data for ids ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'] in dv-cinder-794669-1-iscsi is: [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:15Z', 'revision_number': 3, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:19:19.553556 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 8aae674f-f6de-4eb7-a59e-512ecdaa66ca, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=8aae674f-f6de-4eb7-a59e-512ecdaa66ca,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:19:19.569409 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '8aae674f-f6de-4eb7-a59e-512ecdaa66ca', 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8', 'port_id': '8aae674f-f6de-4eb7-a59e-512ecdaa66ca', 'mac_address': 'fa:16:3e:40:1f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da4210a-5c83-4700-ac8e-57295ef4434f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:19:19.600369 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:19.627325 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16899da7-5850-4136-8871-0662d80d5d86 req-ad7580dc-d436-4422-8060-0acbb8c411f8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:19.629495 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-16899da7-5850-4136-8871-0662d80d5d86 req-ad7580dc-d436-4422-8060-0acbb8c411f8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1420417
Jun 03 20:19:19.657675 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:19.669154 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:19.696020 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aae674f-f6de-4eb7-a59e-512ecdaa66ca {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:19:19.701409 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-16899da7-5850-4136-8871-0662d80d5d86 req-20b3bc5d-1df4-4639-9fc5-033fe3f92fef tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660436
Jun 03 20:19:19.707631 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-27533e67-b1c6-431a-9faf-f2eb2ef0bd59 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:19.732694 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 8aae674f-f6de-4eb7-a59e-512ecdaa66ca, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=8aae674f-f6de-4eb7-a59e-512ecdaa66ca,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:19:19.807063 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926103'] for router_interface, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:19.816841 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:19.818637 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:19.832672 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Pushing event updated for resources: {'Port': ['ID=30546ce2-65f1-471d-b3b2-7212ed1a0b31,revision_number=2']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:19.844939 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:19.919897 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=8aae674f-f6de-4eb7-a59e-512ecdaa66ca,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:19.927779 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:20.013505 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:19:20.014796 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:19:20.267842 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:19:20.272823 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['8aae674f-f6de-4eb7-a59e-512ecdaa66ca'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:19:20.411163 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-da65eb57-7bc5-4699-9b81-de663bbc6cbf None None] Provisioning complete for port 30546ce2-65f1-471d-b3b2-7212ed1a0b31 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:19:20.412613 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-da65eb57-7bc5-4699-9b81-de663bbc6cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:20.448637 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 33972b62-520c-40f7-9cca-391ebcfab9fc up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:19:20.569827 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-da65eb57-7bc5-4699-9b81-de663bbc6cbf None None] Port 30546ce2-65f1-471d-b3b2-7212ed1a0b31 cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:19:20.709826 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:19:20.756087 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 33972b62-520c-40f7-9cca-391ebcfab9fc completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:19:20.757175 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] 10.222.0.96 "PUT /v2.0/routers/25018b49-7ab3-4a49-ab46-7a8b90d9b1f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6247668
Jun 03 20:19:20.762517 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 33972b62-520c-40f7-9cca-391ebcfab9fc triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:19:20.763157 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:20.795550 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b28edf-2c4d-4bbe-a1d4-f9f00ee0ee71 req-9f0812cf-c0a5-42a3-b07d-ffe4d3b4ecde tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:20.797070 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-57b28edf-2c4d-4bbe-a1d4-f9f00ee0ee71 req-9f0812cf-c0a5-42a3-b07d-ffe4d3b4ecde tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 944 time: 0.1371069
Jun 03 20:19:20.911525 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-57b28edf-2c4d-4bbe-a1d4-f9f00ee0ee71 req-bbf0d98f-a679-48bb-a594-9709ffc5a57f tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073942
Jun 03 20:19:20.918223 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:20.941365 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port 33972b62-520c-40f7-9cca-391ebcfab9fc, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=33972b62-520c-40f7-9cca-391ebcfab9fc,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:19:21.003538 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfacafb-6fed-48db-aeb0-528d6fa387e4 req-7a468523-c54b-4c74-8e85-302830a92aa0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:21.013715 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0dfacafb-6fed-48db-aeb0-528d6fa387e4 req-7a468523-c54b-4c74-8e85-302830a92aa0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1469491
Jun 03 20:19:21.018002 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:21.024409 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:21.120842 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0dfacafb-6fed-48db-aeb0-528d6fa387e4 req-b655c0eb-b937-4385-8973-b9ce4964dc9b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061468
Jun 03 20:19:21.169981 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=33972b62-520c-40f7-9cca-391ebcfab9fc,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:21.173640 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:21.628309 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Sync routers for ids ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:19:21.637722 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Routers {'25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:19:21.638333 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f421734bd60>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:19:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:19:21.814586 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Set router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:19:21.896350 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 37234) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:21.901138 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-fdf56e91-0a01-46d4-8e99-6fb86dedf649 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--280202876', 'description': 'tempest-description--1675927847'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:19:21.908085 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-fdf56e91-0a01-46d4-8e99-6fb86dedf649 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:21.912399 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-fdf56e91-0a01-46d4-8e99-6fb86dedf649 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Usage tracker for resource:security_group and tenant:f5cdd4a3137d4af39a4e825b870c302b is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:21.915976 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-fdf56e91-0a01-46d4-8e99-6fb86dedf649 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:21.923015 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-fdf56e91-0a01-46d4-8e99-6fb86dedf649 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:22.023871 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fdf56e91-0a01-46d4-8e99-6fb86dedf649 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:22.086723 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-fdf56e91-0a01-46d4-8e99-6fb86dedf649 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:22.092132 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-fdf56e91-0a01-46d4-8e99-6fb86dedf649 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Usage tracker for resource:security_group_rule and tenant:f5cdd4a3137d4af39a4e825b870c302b is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:22.095790 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-fdf56e91-0a01-46d4-8e99-6fb86dedf649 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:22.103546 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-fdf56e91-0a01-46d4-8e99-6fb86dedf649 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:22.160666 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f421734bd60>, [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:19Z', 'revision_number': 4, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '30546ce2-65f1-471d-b3b2-7212ed1a0b31', 'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'mac_address': 'fa:16:3e:17:82:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:18Z', 'updated_at': '2021-06-03T20:19:19Z', 'revision_number': 2, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'subnets': [{'id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:19:22.168304 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Checking router: 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:19:22.168728 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Updating router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 port 30546ce2-65f1-471d-b3b2-7212ed1a0b31 binding host dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:19:22.194874 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e665e4-a771-4639-94fa-cce1720e2319 req-e8641264-a4b5-4564-b098-b716ec49198b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:22.196349 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a1e665e4-a771-4639-94fa-cce1720e2319 req-e8641264-a4b5-4564-b098-b716ec49198b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 944 time: 0.1607921
Jun 03 20:19:22.239377 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:22.329829 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a1e665e4-a771-4639-94fa-cce1720e2319 req-bb347fb3-5483-4ef0-85c9-d418af3b6051 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148009
Jun 03 20:19:22.349020 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fdf56e91-0a01-46d4-8e99-6fb86dedf649 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:22.371132 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 33972b62-520c-40f7-9cca-391ebcfab9fc up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:19:22.525981 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e594dd-e9f8-40f6-9c94-08d0dfb88ced req-2b01e382-d26c-4692-aeab-60ab0bb76c5d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:22.525981 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-38e594dd-e9f8-40f6-9c94-08d0dfb88ced req-2b01e382-d26c-4692-aeab-60ab0bb76c5d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1890073
Jun 03 20:19:22.525981 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-38e594dd-e9f8-40f6-9c94-08d0dfb88ced req-5177d820-26f6-4f5c-b3ea-ece0350fb758 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599115
Jun 03 20:19:22.568771 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 33972b62-520c-40f7-9cca-391ebcfab9fc triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:19:22.569142 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:22.771773 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fdf56e91-0a01-46d4-8e99-6fb86dedf649 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:22.775654 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3078006e-1552-4fec-bfe6-dfe6b6ff7776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:22.828425 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf56e91-0a01-46d4-8e99-6fb86dedf649 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb9a9df-0f18-4f64-945a-0b215446e0ac,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:22.832555 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-fdf56e91-0a01-46d4-8e99-6fb86dedf649 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:22.883038 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Notify callbacks [] for port, precommit_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:22.897454 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Transition to ACTIVE for port object 30546ce2-65f1-471d-b3b2-7212ed1a0b31 will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:19:22.897703 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fdf56e91-0a01-46d4-8e99-6fb86dedf649 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:22.899490 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-fdf56e91-0a01-46d4-8e99-6fb86dedf649 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.0013916
Jun 03 20:19:22.901734 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 37254) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:22.906291 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-06447806-6532-4be1-a550-9c38657089c3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Request body: {'security_group_rule': {'security_group_id': '7fb9a9df-0f18-4f64-945a-0b215446e0ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:19:22.913795 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-06447806-6532-4be1-a550-9c38657089c3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:22.917707 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-06447806-6532-4be1-a550-9c38657089c3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Usage tracker for resource:security_group_rule and tenant:f5cdd4a3137d4af39a4e825b870c302b is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:22.923843 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-06447806-6532-4be1-a550-9c38657089c3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:22.927096 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-06447806-6532-4be1-a550-9c38657089c3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:23.000477 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:23.005223 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:23.006624 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-06447806-6532-4be1-a550-9c38657089c3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:23.080371 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-06447806-6532-4be1-a550-9c38657089c3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:23.157874 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43858f85-b750-4400-9bbe-e373c7d845e6 None None] Pushing event updated for resources: {'Port': ['ID=30546ce2-65f1-471d-b3b2-7212ed1a0b31,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:23.168754 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-43858f85-b750-4400-9bbe-e373c7d845e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:23.169207 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-06447806-6532-4be1-a550-9c38657089c3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:23.169207 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:23.180629 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06447806-6532-4be1-a550-9c38657089c3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33718504-bb19-48a8-b575-a88fc73461dc,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:23.188347 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-06447806-6532-4be1-a550-9c38657089c3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:23.229407 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Attempting to bind port 30546ce2-65f1-471d-b3b2-7212ed1a0b31 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:19:23.229776 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Attempting to bind port 30546ce2-65f1-471d-b3b2-7212ed1a0b31 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:19:23.230134 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Attempting to bind port 30546ce2-65f1-471d-b3b2-7212ed1a0b31 on network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:19:23.235751 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:19:23.236117 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Checking segment: {'id': '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:19:23.236508 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:23.236891 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Bound using segment: {'id': '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:19:23.237350 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Bound port: 30546ce2-65f1-471d-b3b2-7212ed1a0b31, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:19:23.237753 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:23.268609 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-06447806-6532-4be1-a550-9c38657089c3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:23.269852 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-06447806-6532-4be1-a550-9c38657089c3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3671358
Jun 03 20:19:23.272772 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 37256) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:23.277159 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-3f9b59dd-da86-4696-8c93-021dc7a802d1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Request body: {'security_group_rule': {'security_group_id': '7fb9a9df-0f18-4f64-945a-0b215446e0ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:19:23.283707 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3f9b59dd-da86-4696-8c93-021dc7a802d1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:23.287844 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3f9b59dd-da86-4696-8c93-021dc7a802d1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Usage tracker for resource:security_group_rule and tenant:f5cdd4a3137d4af39a4e825b870c302b is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:23.293735 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3f9b59dd-da86-4696-8c93-021dc7a802d1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:23.333953 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 8aae674f-f6de-4eb7-a59e-512ecdaa66ca up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:19:23.366140 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3f9b59dd-da86-4696-8c93-021dc7a802d1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:23.381788 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] For port 30546ce2-65f1-471d-b3b2-7212ed1a0b31, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:19:23.411699 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] For port 30546ce2-65f1-471d-b3b2-7212ed1a0b31, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=30546ce2-65f1-471d-b3b2-7212ed1a0b31,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:19:23.453185 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3f9b59dd-da86-4696-8c93-021dc7a802d1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:23.472645 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:23.483920 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:23.529054 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port 8aae674f-f6de-4eb7-a59e-512ecdaa66ca completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:19:23.537476 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 8aae674f-f6de-4eb7-a59e-512ecdaa66ca triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:19:23.537977 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:23.617080 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3f9b59dd-da86-4696-8c93-021dc7a802d1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:23.661387 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406f5b2-3a10-413e-b144-08e953dfb170 req-477897e7-8772-47cc-bd11-17221295ede2 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:23.668375 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d406f5b2-3a10-413e-b144-08e953dfb170 req-477897e7-8772-47cc-bd11-17221295ede2 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 944 time: 0.1622939
Jun 03 20:19:23.672162 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3f9b59dd-da86-4696-8c93-021dc7a802d1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:23.674318 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:23.733408 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b59dd-da86-4696-8c93-021dc7a802d1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d00121-0b0d-4f6c-894a-4dabff1a1542,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:23.741451 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3f9b59dd-da86-4696-8c93-021dc7a802d1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:23.784766 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d406f5b2-3a10-413e-b144-08e953dfb170 req-129b8edc-6075-4d24-8893-e0b48a1b08ef tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929060
Jun 03 20:19:23.802216 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f640c7-aa72-45b5-a7cf-d3724dac8d52 req-39a6d653-ea5f-4c89-8ac4-8d85959c1b0c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:23.807212 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-00f640c7-aa72-45b5-a7cf-d3724dac8d52 req-39a6d653-ea5f-4c89-8ac4-8d85959c1b0c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1635768
Jun 03 20:19:23.823140 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3f9b59dd-da86-4696-8c93-021dc7a802d1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:23.827705 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-3f9b59dd-da86-4696-8c93-021dc7a802d1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5507877
Jun 03 20:19:23.828716 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 37274) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:23.834264 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Request body: {'floatingip': {'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:19:23.840984 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43858f85-b750-4400-9bbe-e373c7d845e6 None None] Pushing event updated for resources: {'Port': ['ID=30546ce2-65f1-471d-b3b2-7212ed1a0b31,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:23.841902 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:23.847238 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-43858f85-b750-4400-9bbe-e373c7d845e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:23.847927 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Usage tracker for resource:floatingip and tenant:f5cdd4a3137d4af39a4e825b870c302b is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:23.852726 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:23.854535 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Routers {'25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:19:23.856091 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f421734bd60>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:19:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:19:23.860569 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:23.896192 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-00f640c7-aa72-45b5-a7cf-d3724dac8d52 req-45657616-2b70-4bfd-9ee9-b9a43304686f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840709
Jun 03 20:19:23.931967 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for floatingip, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:23.973386 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:24.070792 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5deefc-7a86-4cd8-8865-1d429d0cf7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aae674f-f6de-4eb7-a59e-512ecdaa66ca'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:19:24.073148 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034f6137-c60d-4ae7-815d-46a518e1d8ab" -d '{"events": [{"server_uuid": "4a5deefc-7a86-4cd8-8865-1d429d0cf7b7", "name": "network-vif-plugged", "status": "completed", "tag": "8aae674f-f6de-4eb7-a59e-512ecdaa66ca"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:19:24.083471 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:24.093276 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 8aae674f-f6de-4eb7-a59e-512ecdaa66ca, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=8aae674f-f6de-4eb7-a59e-512ecdaa66ca,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:19:24.132454 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] Set router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:19:24.175330 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dac0ba-a770-434e-9635-7184b24753ea x-openstack-request-id: req-50dac0ba-a770-434e-9635-7184b24753ea {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:19:24.175538 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5deefc-7a86-4cd8-8865-1d429d0cf7b7", "name": "network-vif-plugged", "status": "completed", "tag": "8aae674f-f6de-4eb7-a59e-512ecdaa66ca", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:19:24.175906 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-50dac0ba-a770-434e-9635-7184b24753ea {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:19:24.176248 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5deefc-7a86-4cd8-8865-1d429d0cf7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aae674f-f6de-4eb7-a59e-512ecdaa66ca', 'code': 200}
Jun 03 20:19:24.185045 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:24.189845 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:24.237855 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Allocated IP 172.27.0.34 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/851952b2-6f77-4596-a04a-18ea89878135) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:19:24.359157 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=8aae674f-f6de-4eb7-a59e-512ecdaa66ca,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:24.364296 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:24.393457 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:24.516498 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:24.526723 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-adfe9721-b8b3-4f57-bd4e-06a8a28417f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:24.566638 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f421734bd60>, [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:19Z', 'revision_number': 4, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '30546ce2-65f1-471d-b3b2-7212ed1a0b31', 'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'mac_address': 'fa:16:3e:17:82:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:18Z', 'updated_at': '2021-06-03T20:19:23Z', 'revision_number': 4, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'subnets': [{'id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:19:24.572106 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c1d46-15e2-498f-a0b1-9619963a892f None None] The sync data for ids ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'] in dv-cinder-794669-1-iscsi is: [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:19Z', 'revision_number': 4, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '30546ce2-65f1-471d-b3b2-7212ed1a0b31', 'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'mac_address': 'fa:16:3e:17:82:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:18Z', 'updated_at': '2021-06-03T20:19:23Z', 'revision_number': 4, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'subnets': [{'id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:19:24.591253 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b7991-b97d-4526-97d2-1f13f76968ee req-fd65befe-ba9e-4822-92fb-0cc6dc2c4275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:24.593489 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-317b7991-b97d-4526-97d2-1f13f76968ee req-fd65befe-ba9e-4822-92fb-0cc6dc2c4275 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 1098 time: 0.1159718
Jun 03 20:19:24.595406 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:19:24.598589 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:19:24.615402 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:19:24.660609 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event updated for resources: {'Port': ['ID=851952b2-6f77-4596-a04a-18ea89878135,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:24.672006 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:24.672700 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:24.673460 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:24.674141 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:24.674865 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:24.675520 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:24.676138 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:24.676634 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:24.677043 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:24.677470 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:24.677872 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:24.678271 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:24.693362 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-317b7991-b97d-4526-97d2-1f13f76968ee req-3d4deced-f9b3-43fe-a31e-9fa61c722c35 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658109
Jun 03 20:19:24.694988 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:24.791108 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:24.931313 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:25.013715 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86074e9-2743-4e1e-951b-94760356d853 req-99541fb0-78e0-4e80-a4a3-da40fc15bd8c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:25.025334 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f86074e9-2743-4e1e-951b-94760356d853 req-99541fb0-78e0-4e80-a4a3-da40fc15bd8c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 945 time: 0.1201515
Jun 03 20:19:25.096277 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f86074e9-2743-4e1e-951b-94760356d853 req-8249af5e-e833-489a-ad6a-7d91349d252f tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693338
Jun 03 20:19:25.321506 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9381125-5933-4f5e-9546-fb9cd9ba76fa req-3c825c46-9758-4a28-82b5-f2db0b74563e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:25.323052 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c9381125-5933-4f5e-9546-fb9cd9ba76fa req-3c825c46-9758-4a28-82b5-f2db0b74563e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1966712
Jun 03 20:19:25.330696 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:25.378003 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c9381125-5933-4f5e-9546-fb9cd9ba76fa req-38a54030-2548-4d65-ba31-8104c3e04505 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453482
Jun 03 20:19:25.394573 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:25.399140 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:25.524345 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event updated for resources: {'Port': ['ID=851952b2-6f77-4596-a04a-18ea89878135,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:25.535347 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:25.544212 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-836964'] for floatingip, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:25.669439 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for floatingip, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:25.671287 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8413808
Jun 03 20:19:26.371150 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a5082-0611-4033-8bc6-dfb77f5e052e req-6fb90942-a188-4bd9-a4d2-8dd45bfead46 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:26.375233 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f51a5082-0611-4033-8bc6-dfb77f5e052e req-6fb90942-a188-4bd9-a4d2-8dd45bfead46 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 945 time: 0.1703913
Jun 03 20:19:26.382069 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 30546ce2-65f1-471d-b3b2-7212ed1a0b31 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:19:26.389373 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 37342) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:26.437623 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f51a5082-0611-4033-8bc6-dfb77f5e052e req-f8ef87b0-c70c-4115-992e-6bda63301172 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573106
Jun 03 20:19:26.552068 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:26.560173 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 30546ce2-65f1-471d-b3b2-7212ed1a0b31 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:19:26.565954 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 30546ce2-65f1-471d-b3b2-7212ed1a0b31 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:19:26.566650 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:26.567486 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:26.571724 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Usage tracker for resource:security_group_rule and tenant:ceba37a347274bbf95932271cba1969f is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:26.574634 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:26.581036 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:26.671002 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f59523-765e-4cbb-9c39-a04db863334e req-7b491439-4dba-438b-b3a4-9152b889f100 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:26.683604 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-51f59523-765e-4cbb-9c39-a04db863334e req-7b491439-4dba-438b-b3a4-9152b889f100 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1219549
Jun 03 20:19:26.699598 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:26.729226 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:26.736389 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-51f59523-765e-4cbb-9c39-a04db863334e req-d686fbac-14a1-48c6-8ac8-65883e6e81a5 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519049
Jun 03 20:19:26.754732 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:26.768034 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port 30546ce2-65f1-471d-b3b2-7212ed1a0b31, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=30546ce2-65f1-471d-b3b2-7212ed1a0b31,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:19:26.770214 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-e85c879f-91df-4ba2-886d-dbdf9c3321f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:26.811708 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:26.813949 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:26.815340 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ceba37a347274bbf95932271cba1969f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4250941
Jun 03 20:19:26.818261 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 37352) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:26.818525 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8de863c-d5c3-4400-b150-1f2a98885858,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:26.826850 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:26.827399 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:26.828335 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:26.829622 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:26.830744 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:26.831686 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:26.832201 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:26.833216 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:26.833730 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:26.834222 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:26.834750 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:26.835733 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:19:26.854121 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:26.887806 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-37ed06d9-01dd-4b37-82c5-61e68efc489e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:26.897085 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=30546ce2-65f1-471d-b3b2-7212ed1a0b31,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:26.903440 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:26.916545 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 37354) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:26.917958 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-37ed06d9-01dd-4b37-82c5-61e68efc489e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:27.028255 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-37ed06d9-01dd-4b37-82c5-61e68efc489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:27.032996 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-59a8dc31-f747-4f6d-92ec-287419817ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:27.040014 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9a285823-cb59-443d-ac0d-b0c630457b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:27.046485 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed06d9-01dd-4b37-82c5-61e68efc489e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8de863c-d5c3-4400-b150-1f2a98885858,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:27.049469 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-37ed06d9-01dd-4b37-82c5-61e68efc489e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:27.051566 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-37ed06d9-01dd-4b37-82c5-61e68efc489e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:27.052550 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-37ed06d9-01dd-4b37-82c5-61e68efc489e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a8de863c-d5c3-4400-b150-1f2a98885858 HTTP/1.1" status: 204  len: 168 time: 0.2332702
Jun 03 20:19:27.057039 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-9a285823-cb59-443d-ac0d-b0c630457b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:27.063629 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-9a285823-cb59-443d-ac0d-b0c630457b8e admin admin] Usage tracker for resource:security_group_rule and tenant:c75031e865284969aff1f596951898d6 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:27.067773 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-9a285823-cb59-443d-ac0d-b0c630457b8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:27.073943 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-9a285823-cb59-443d-ac0d-b0c630457b8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:27.176398 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9a285823-cb59-443d-ac0d-b0c630457b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:27.268773 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9a285823-cb59-443d-ac0d-b0c630457b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:27.275745 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ee8a5acf-27fa-45e5-abb5-3878675289ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:27.318696 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-9a285823-cb59-443d-ac0d-b0c630457b8e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c75031e865284969aff1f596951898d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4007030
Jun 03 20:19:27.319469 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a285823-cb59-443d-ac0d-b0c630457b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e07fb74-5853-45b4-b4e8-21f186c1d98f,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:27.321285 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 37362) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:27.322502 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-9a285823-cb59-443d-ac0d-b0c630457b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:27.406509 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-49387d07-004b-42d1-a3ad-6ed3b6f3f16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:27.447649 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-692d81b7-22c3-4033-bffc-70f4218dceb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:27.489698 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-692d81b7-22c3-4033-bffc-70f4218dceb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:27.626771 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-692d81b7-22c3-4033-bffc-70f4218dceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:27.631737 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-440e7426-0c8a-4469-9ab8-a433cf574d88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:27.647446 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1434c-ea34-411d-9cff-1b6dee15e7c7 req-df7d1268-223e-4e31-9053-f7f8b7164a1e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:27.648872 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfe1434c-ea34-411d-9cff-1b6dee15e7c7 req-df7d1268-223e-4e31-9053-f7f8b7164a1e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 945 time: 0.0953369
Jun 03 20:19:27.652251 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d81b7-22c3-4033-bffc-70f4218dceb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e07fb74-5853-45b4-b4e8-21f186c1d98f,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:27.655334 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-692d81b7-22c3-4033-bffc-70f4218dceb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:27.678385 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-692d81b7-22c3-4033-bffc-70f4218dceb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:27.679617 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-692d81b7-22c3-4033-bffc-70f4218dceb1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1e07fb74-5853-45b4-b4e8-21f186c1d98f HTTP/1.1" status: 204  len: 168 time: 0.3573320
Jun 03 20:19:27.706426 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfe1434c-ea34-411d-9cff-1b6dee15e7c7 req-d740b8a6-b8ab-4fd2-915e-64a4a8ce23d8 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481272
Jun 03 20:19:27.891696 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 37380) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:27.909119 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cde06d5d-edea-4858-828a-952fa9f5f03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:27.925520 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-cde06d5d-edea-4858-828a-952fa9f5f03e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:27.931873 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-cde06d5d-edea-4858-828a-952fa9f5f03e admin admin] Usage tracker for resource:security_group_rule and tenant:8975f9c0d5c9482d87d1285e4b671890 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:27.935096 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-cde06d5d-edea-4858-828a-952fa9f5f03e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:27.941866 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-cde06d5d-edea-4858-828a-952fa9f5f03e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:28.092841 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cde06d5d-edea-4858-828a-952fa9f5f03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:28.121053 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bf7c6-3b30-4dd8-b0a9-892000af7cb2 req-e1fa7591-9160-4707-a414-2e93c6ca0206 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:28.122491 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-378bf7c6-3b30-4dd8-b0a9-892000af7cb2 req-e1fa7591-9160-4707-a414-2e93c6ca0206 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1137793
Jun 03 20:19:28.157828 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cde06d5d-edea-4858-828a-952fa9f5f03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:28.166624 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-8da748cb-9d03-4a88-97a4-af324b963f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:28.193517 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-378bf7c6-3b30-4dd8-b0a9-892000af7cb2 req-540d0f34-beb2-47d4-afe9-409fe36004f6 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646377
Jun 03 20:19:28.216489 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde06d5d-edea-4858-828a-952fa9f5f03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057f143e-d5d0-432e-967a-8df47834a23a,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:28.221773 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-cde06d5d-edea-4858-828a-952fa9f5f03e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8975f9c0d5c9482d87d1285e4b671890&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3289905
Jun 03 20:19:28.222663 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-cde06d5d-edea-4858-828a-952fa9f5f03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:28.224601 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 37390) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:28.313506 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9a65603d-052c-44e3-9a62-5352bc4b735a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:28.326994 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 30546ce2-65f1-471d-b3b2-7212ed1a0b31 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:19:28.345192 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9a65603d-052c-44e3-9a62-5352bc4b735a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:28.413408 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 30546ce2-65f1-471d-b3b2-7212ed1a0b31 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:19:28.413884 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:28.426533 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 37394) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:28.443935 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-69f41d5e-7d95-4950-a37f-b10bff7ac57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:28.467658 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-69f41d5e-7d95-4950-a37f-b10bff7ac57a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:28.472495 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-69f41d5e-7d95-4950-a37f-b10bff7ac57a admin admin] Usage tracker for resource:security_group_rule and tenant:02cc2fe73ad94afbb079a5c157b0258d is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:28.479946 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9a65603d-052c-44e3-9a62-5352bc4b735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:28.489046 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-69f41d5e-7d95-4950-a37f-b10bff7ac57a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:28.492416 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:28.516599 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65603d-052c-44e3-9a62-5352bc4b735a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057f143e-d5d0-432e-967a-8df47834a23a,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:28.518526 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9a65603d-052c-44e3-9a62-5352bc4b735a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:28.519889 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-9a65603d-052c-44e3-9a62-5352bc4b735a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/057f143e-d5d0-432e-967a-8df47834a23a HTTP/1.1" status: 204  len: 168 time: 0.2942681
Jun 03 20:19:28.521038 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-69f41d5e-7d95-4950-a37f-b10bff7ac57a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:28.523851 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-9a65603d-052c-44e3-9a62-5352bc4b735a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:28.626347 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-69f41d5e-7d95-4950-a37f-b10bff7ac57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:28.703262 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-69f41d5e-7d95-4950-a37f-b10bff7ac57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:28.710985 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:28.754352 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f41d5e-7d95-4950-a37f-b10bff7ac57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdd5034-70d6-4102-b634-e2119f078e7e,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:28.758587 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-69f41d5e-7d95-4950-a37f-b10bff7ac57a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=02cc2fe73ad94afbb079a5c157b0258d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3310041
Jun 03 20:19:28.759503 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-69f41d5e-7d95-4950-a37f-b10bff7ac57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:28.761564 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 37402) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:28.832028 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b6999b1f-3857-4566-a731-72ca291c7c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:28.870264 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b6999b1f-3857-4566-a731-72ca291c7c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:29.017739 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b6999b1f-3857-4566-a731-72ca291c7c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:29.023108 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-1b37a062-8ba9-40b6-b103-4914bf0ca295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:29.039874 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6999b1f-3857-4566-a731-72ca291c7c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdd5034-70d6-4102-b634-e2119f078e7e,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:29.043545 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b6999b1f-3857-4566-a731-72ca291c7c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:29.062480 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b6999b1f-3857-4566-a731-72ca291c7c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:29.064998 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-b6999b1f-3857-4566-a731-72ca291c7c0c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1fdd5034-70d6-4102-b634-e2119f078e7e HTTP/1.1" status: 204  len: 168 time: 0.3016768
Jun 03 20:19:29.402689 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137f5cf-3f41-4b80-b9ec-fe65200c91b2 req-51f2d4cc-817e-47c9-896e-2ce05a75c200 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:29.404996 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1137f5cf-3f41-4b80-b9ec-fe65200c91b2 req-51f2d4cc-817e-47c9-896e-2ce05a75c200 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1025102
Jun 03 20:19:29.457689 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1137f5cf-3f41-4b80-b9ec-fe65200c91b2 req-6b2b773c-7832-41ba-aca9-b31ba4a9aaa3 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422714
Jun 03 20:19:29.983420 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:29.986605 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-fd993051-0281-476b-bd07-83b906a13f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:30.679600 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a527a-fc2c-40ee-86f6-59b3833ace0e req-8e7e011b-5950-4a1a-8c89-60e1334bd8ed tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:30.681234 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-133a527a-fc2c-40ee-86f6-59b3833ace0e req-8e7e011b-5950-4a1a-8c89-60e1334bd8ed tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1096873
Jun 03 20:19:30.736056 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-133a527a-fc2c-40ee-86f6-59b3833ace0e req-0bb8ff22-6853-47ef-9002-c022784f1a49 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474527
Jun 03 20:19:30.900875 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-c4a75a44-5a57-4d6b-8979-72b991cf7fac tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Synchronizing usage tracker for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:security_group {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:19:30.972553 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-c4a75a44-5a57-4d6b-8979-72b991cf7fac tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Unset dirty status for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:security_group {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:19:30.973273 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-c4a75a44-5a57-4d6b-8979-72b991cf7fac tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--280202876&fields=id&tenant_id=f5cdd4a3137d4af39a4e825b870c302b HTTP/1.1" status: 200  len: 267 time: 0.1229980
Jun 03 20:19:31.217301 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-14b04223-2ad4-47db-a71b-bc28af7f6788 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:31.218330 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-14b04223-2ad4-47db-a71b-bc28af7f6788 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Synchronizing usage tracker for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:network {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:19:31.343266 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:31.395197 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-14b04223-2ad4-47db-a71b-bc28af7f6788 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Unset dirty status for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:network {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:19:31.398061 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-14b04223-2ad4-47db-a71b-bc28af7f6788 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/networks?id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36 HTTP/1.1" status: 200  len: 817 time: 0.4147151
Jun 03 20:19:31.414205 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-b57eade7-01e1-4dc0-9436-14ac025f8d58 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/quotas/f5cdd4a3137d4af39a4e825b870c302b HTTP/1.1" status: 200  len: 375 time: 0.0104146
Jun 03 20:19:31.511877 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-eff344bc-8c93-4c9e-909b-c71c320ae2a4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:31.513468 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-eff344bc-8c93-4c9e-909b-c71c320ae2a4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/networks?id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 HTTP/1.1" status: 200  len: 814 time: 0.1601541
Jun 03 20:19:31.520039 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-59c4755a-903b-4a46-974a-0769fadb12ae tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Synchronizing usage tracker for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:19:31.537293 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-3f2f8e1c-0ed5-4f8e-8237-1ce95538df8d tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/quotas/9b339080d7b947c785dc916dacacd15c HTTP/1.1" status: 200  len: 375 time: 0.0102918
Jun 03 20:19:31.628607 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-59c4755a-903b-4a46-974a-0769fadb12ae tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Unset dirty status for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:19:31.630009 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-59c4755a-903b-4a46-974a-0769fadb12ae tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5cdd4a3137d4af39a4e825b870c302b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2102022
Jun 03 20:19:31.643128 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-730c2c19-f349-44e2-b369-0cff6bfb6ccb tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9b339080d7b947c785dc916dacacd15c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0994041
Jun 03 20:19:31.784398 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-5154b009-7932-40bd-b8ce-14eef682dee3 service neutron] 10.222.0.96 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398845
Jun 03 20:19:31.812504 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-998f3cf5-c4b2-4532-a76c-806a56514569 service neutron] 10.222.0.96 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1658285
Jun 03 20:19:31.978647 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-7f274c8d-ad7b-4e99-958b-36f6ded2cbce service neutron] 10.222.0.96 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537464
Jun 03 20:19:31.979809 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-7d25d2c3-d561-4e90-a9ba-1b9753f39206 service neutron] 10.222.0.96 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1863012
Jun 03 20:19:32.399256 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5cdb50f3-f1c4-4956-acbc-604f296308b4 req-b379b177-5024-40f8-ae79-4e3d6e7594d5 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 210 time: 0.0948007
Jun 03 20:19:32.466701 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2d7bd-faa3-48c7-ad30-74cfd463b2b2 req-9c76693f-5895-40b7-a845-8abf70d189b4 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:32.475841 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-dbe2d7bd-faa3-48c7-ad30-74cfd463b2b2 req-9c76693f-5895-40b7-a845-8abf70d189b4 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1750891
Jun 03 20:19:32.517233 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-0bc189fa-9ada-4717-9539-104c352f43eb req-8a818171-bd0d-4a5e-b171-ec0953eca538 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 210 time: 0.0528383
Jun 03 20:19:32.528802 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-dbe2d7bd-faa3-48c7-ad30-74cfd463b2b2 req-3513d60c-8e28-43ad-8cf3-5069f85c5069 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517907
Jun 03 20:19:32.847344 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad5169-7575-4ffe-a2f8-8d52c282b299 req-1a4e6540-ae91-418a-b322-d1aa3e74cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:32.848760 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-60ad5169-7575-4ffe-a2f8-8d52c282b299 req-1a4e6540-ae91-418a-b322-d1aa3e74cb82 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 1099 time: 0.0838521
Jun 03 20:19:32.909685 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-60ad5169-7575-4ffe-a2f8-8d52c282b299 req-d4f6296c-281b-40dd-a529-f8ee46c76e75 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449955
Jun 03 20:19:32.911311 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:33.674297 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-96cd3ae0-496f-4faf-94cb-0b4080bf82e4 req-10411c6c-5897-438a-a281-e91c7d3c52c7 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 210 time: 0.1495140
Jun 03 20:19:33.693737 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-46621662-aa46-422d-a6d2-df492402ae0c req-d78905d7-d1ac-4225-b799-2733ea59379a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 210 time: 0.0516214
Jun 03 20:19:33.870577 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23318b8-78c2-4702-bff1-8f4472bd432a req-c1960783-f05b-46ca-83ff-1aa7d3859671 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:33.872123 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c23318b8-78c2-4702-bff1-8f4472bd432a req-c1960783-f05b-46ca-83ff-1aa7d3859671 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0885239
Jun 03 20:19:33.922609 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c23318b8-78c2-4702-bff1-8f4472bd432a req-4dcb75d7-07fd-46e7-8636-1a214d7d82ae tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436718
Jun 03 20:19:34.830121 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bfa6912d-7529-4926-bec8-3334bb171151 req-5ff2bf08-ed4b-494b-88bb-cfc11ab7d547 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 210 time: 0.0466123
Jun 03 20:19:34.868264 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-62677ae6-365d-43ca-b8bb-ad12e2523df0 req-e667a541-0936-489d-ad08-365b3a7b47c3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 210 time: 0.0611451
Jun 03 20:19:35.107132 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa2726-6f95-4378-9e2b-7273c22c0eb2 req-9a2b0e1b-d755-40c6-86e8-b05b18b00f94 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:35.108511 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-63fa2726-6f95-4378-9e2b-7273c22c0eb2 req-9a2b0e1b-d755-40c6-86e8-b05b18b00f94 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0778906
Jun 03 20:19:35.155273 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-63fa2726-6f95-4378-9e2b-7273c22c0eb2 req-cfa76aac-babe-4943-86e4-f113442dc46c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409050
Jun 03 20:19:35.986989 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9503c65d-0853-4055-a2d8-bf406d42c95f req-1f527699-7cda-48db-b1d9-2a9677d90d6b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 210 time: 0.0434163
Jun 03 20:19:36.022817 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d6120a87-29c9-4efc-8a8c-68781b4fdbdb req-fbb8f64a-14c9-4369-b52f-aada90fdb63c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 210 time: 0.0420179
Jun 03 20:19:36.348002 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9891320-37cf-4902-a992-b4cd9fe2b43b req-67db61b4-afb4-44f8-825d-a7b22727728d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:36.349503 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f9891320-37cf-4902-a992-b4cd9fe2b43b req-67db61b4-afb4-44f8-825d-a7b22727728d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0842290
Jun 03 20:19:36.395519 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f9891320-37cf-4902-a992-b4cd9fe2b43b req-52e41ec0-fbde-4efa-bc2f-e42a8092d8f4 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399928
Jun 03 20:19:37.141196 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-25be2222-6cdc-4699-8e83-703e5a92850a req-b0f73844-0000-4cf2-9f30-cbd37f588f05 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 210 time: 0.0450809
Jun 03 20:19:37.175722 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a43ea9d8-ff3a-405b-85c5-bb18d711c723 req-d4c898e6-ba64-4df2-9adf-439e7205ccb8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 210 time: 0.0435724
Jun 03 20:19:37.578326 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50f3b8-75c6-4c42-800e-37ba79bed9cd req-68549217-1b1c-4c98-96e3-ecc0c36dd3ee tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:37.583526 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3d50f3b8-75c6-4c42-800e-37ba79bed9cd req-68549217-1b1c-4c98-96e3-ecc0c36dd3ee tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0797763
Jun 03 20:19:37.624697 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3d50f3b8-75c6-4c42-800e-37ba79bed9cd req-0a809194-08c0-4bf3-894f-a7ae7d1cb96d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391068
Jun 03 20:19:38.294825 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ffbf24d0-ba8b-4e60-8255-5b494ad5ac39 req-93b59987-a75b-4300-8071-eddd67ca2d34 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 210 time: 0.0457439
Jun 03 20:19:38.380198 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4f1fb5d9-6eb0-4316-8067-679e05309269 req-a9b9307d-3b7a-4aea-9d01-501c90fba821 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 210 time: 0.0949898
Jun 03 20:19:38.810641 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796d199-2ec7-4ca7-a050-8868a583bf5e req-dd68a0b9-aca5-49ff-adf5-f4456aac7f70 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:38.812092 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4796d199-2ec7-4ca7-a050-8868a583bf5e req-dd68a0b9-aca5-49ff-adf5-f4456aac7f70 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0796318
Jun 03 20:19:38.856039 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4796d199-2ec7-4ca7-a050-8868a583bf5e req-83cfde44-d24b-4dd5-8b9b-f0177338f17c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378215
Jun 03 20:19:39.215341 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f1724e8c-236a-482f-9443-9a63705e2059 req-76037584-2727-497f-9424-bf701c8da463 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0705569
Jun 03 20:19:39.338762 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1724e8c-236a-482f-9443-9a63705e2059 req-8b07b590-66cc-4fb0-828a-d986cc78533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:39.340306 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f1724e8c-236a-482f-9443-9a63705e2059 req-8b07b590-66cc-4fb0-828a-d986cc78533f service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=9b339080d7b947c785dc916dacacd15c&device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 1098 time: 0.0818176
Jun 03 20:19:39.488290 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-215e87ab-2b94-4e92-8a19-f39eee8dfd8c req-a5db9233-c8d7-4056-89b5-da439c2e459c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 210 time: 0.0830247
Jun 03 20:19:39.587999 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1724e8c-236a-482f-9443-9a63705e2059 req-deff8a48-c5fa-400a-aac7-6a0dffd39b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:39.589441 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f1724e8c-236a-482f-9443-9a63705e2059 req-deff8a48-c5fa-400a-aac7-6a0dffd39b60 service neutron] 10.222.0.122 "GET /v2.0/networks?id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 HTTP/1.1" status: 200  len: 916 time: 0.1991103
Jun 03 20:19:39.591477 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-940ad0e9-0843-4231-9ce3-a73d51e45f64 req-00214bea-3250-4154-a809-7f70ffa9f0c6 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 210 time: 0.0584364
Jun 03 20:19:39.622780 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:39.688458 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f1724e8c-236a-482f-9443-9a63705e2059 req-7e52ad44-2efd-4fb1-8970-c4c79780ebfa service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1433535d-12bc-4482-b6b9-20824b43f248 HTTP/1.1" status: 200  len: 217 time: 0.0685041
Jun 03 20:19:39.852068 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1724e8c-236a-482f-9443-9a63705e2059 req-c2a97473-5698-4cd6-ac16-77b68c99c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:39.854379 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f1724e8c-236a-482f-9443-9a63705e2059 req-c2a97473-5698-4cd6-ac16-77b68c99c1c0 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=3da4210a-5c83-4700-ac8e-57295ef4434f HTTP/1.1" status: 200  len: 854 time: 0.0777819
Jun 03 20:19:39.955767 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f1724e8c-236a-482f-9443-9a63705e2059 req-b3ea9e7b-172d-43c7-bd4d-d2b8db885f0f service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0785067
Jun 03 20:19:40.058164 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f02513-039e-45ba-a71e-954df4cfe9e3 req-0f82370e-b5a0-4913-9e6d-6bd610e69903 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:40.059793 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-90f02513-039e-45ba-a71e-954df4cfe9e3 req-0f82370e-b5a0-4913-9e6d-6bd610e69903 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0853412
Jun 03 20:19:40.132815 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f1724e8c-236a-482f-9443-9a63705e2059 req-c4555299-30b4-4a0b-86f8-126a78667a85 service neutron] 10.222.0.122 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562202
Jun 03 20:19:40.201191 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-90f02513-039e-45ba-a71e-954df4cfe9e3 req-560d3137-e1d7-4586-b755-0a25f521ef14 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184866
Jun 03 20:19:40.243051 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-b2084a67-5b2c-44b4-9538-e6e040dd15c7 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:40.244569 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-b2084a67-5b2c-44b4-9538-e6e040dd15c7 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.122 "GET /v2.0/networks?id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 HTTP/1.1" status: 200  len: 814 time: 0.1838233
Jun 03 20:19:40.262792 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-68f08995-ade6-4c27-84a8-253a82e0dba4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Request body: {'port': {'device_id': 'eaa02669-9fd7-45f4-879c-aecb05ff8aca', 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8', 'admin_state_up': True, 'tenant_id': '9b339080d7b947c785dc916dacacd15c'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:19:40.303728 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f1724e8c-236a-482f-9443-9a63705e2059 req-bccba549-0218-4bec-be3a-d96a729ef019 service neutron] 10.222.0.122 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489615
Jun 03 20:19:40.405176 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-68f08995-ade6-4c27-84a8-253a82e0dba4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:40.411705 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b0b74-2ea0-4a16-af00-362ac7f1cd74 req-8b933109-4ed5-4fb0-bc62-516886280dd0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:40.417884 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-68f08995-ade6-4c27-84a8-253a82e0dba4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:40.419251 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f49b0b74-2ea0-4a16-af00-362ac7f1cd74 req-8b933109-4ed5-4fb0-bc62-516886280dd0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0937264
Jun 03 20:19:40.461425 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f49b0b74-2ea0-4a16-af00-362ac7f1cd74 req-5bb3f06e-42f0-435d-ba05-02c93d51234d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412810
Jun 03 20:19:40.486057 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-68f08995-ade6-4c27-84a8-253a82e0dba4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Made reservation on behalf of 9b339080d7b947c785dc916dacacd15c for: {'port': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:19:40.489760 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-68f08995-ade6-4c27-84a8-253a82e0dba4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:40.700447 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-94bfe212-3225-43f5-8c74-0b9bdc262ab1 req-bef1cf85-feec-415d-b5a5-fe9addce2bfa tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 210 time: 0.0584848
Jun 03 20:19:40.731042 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-68f08995-ade6-4c27-84a8-253a82e0dba4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Allocated IP 172.20.0.8 (94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8/3da4210a-5c83-4700-ac8e-57295ef4434f/bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:19:40.783904 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-052be643-7537-4639-b546-7a3d30000a1b req-75483e39-dd7b-4b81-8a08-41edcccb70c7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 210 time: 0.0606380
Jun 03 20:19:40.949433 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-68f08995-ade6-4c27-84a8-253a82e0dba4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:41.074573 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-68f08995-ade6-4c27-84a8-253a82e0dba4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:41.082033 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e0e70cc0-5bc3-44a8-9aa0-b70b9f7f4d9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:41.089187 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['1433535d-12bc-4482-b6b9-20824b43f248', '8aae674f-f6de-4eb7-a59e-512ecdaa66ca'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:19:41.143125 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-68f08995-ade6-4c27-84a8-253a82e0dba4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:19:41.146456 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-68f08995-ade6-4c27-84a8-253a82e0dba4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:19:41.151250 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-68f08995-ade6-4c27-84a8-253a82e0dba4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:19:41.201858 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f08995-ade6-4c27-84a8-253a82e0dba4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Pushing event updated for resources: {'Port': ['ID=bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:41.210865 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-68f08995-ade6-4c27-84a8-253a82e0dba4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:41.237682 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-68f08995-ade6-4c27-84a8-253a82e0dba4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:41.239075 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-68f08995-ade6-4c27-84a8-253a82e0dba4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:41.350241 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-68f08995-ade6-4c27-84a8-253a82e0dba4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0912249
Jun 03 20:19:41.374996 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Request body: {'port': {'device_id': 'eaa02669-9fd7-45f4-879c-aecb05ff8aca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:19:41.410561 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-a82cbc01-e2fa-4e1d-bc9b-2dab2ae06d72 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:41.410561 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-a82cbc01-e2fa-4e1d-bc9b-2dab2ae06d72 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.122 "GET /v2.0/networks?id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36 HTTP/1.1" status: 200  len: 817 time: 0.2777495
Jun 03 20:19:41.497263 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-9cc3e9cf-d18c-4a8d-b8b5-6e85a82fe6fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.122 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5cdd4a3137d4af39a4e825b870c302b HTTP/1.1" status: 200  len: 379 time: 0.0614989
Jun 03 20:19:41.542759 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Request body: {'port': {'device_id': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'admin_state_up': True, 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'security_groups': ['7fb9a9df-0f18-4f64-945a-0b215446e0ac']}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:19:41.571607 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:41.741381 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:41.755117 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:41.851359 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Made reservation on behalf of f5cdd4a3137d4af39a4e825b870c302b for: {'port': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:19:41.855561 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:42.011288 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a713d5-0447-47db-93a8-0c50795c2035 req-598e6917-d84b-4890-9262-f22bdaff7de6 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:42.012183 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-d5a713d5-0447-47db-93a8-0c50795c2035 req-598e6917-d84b-4890-9262-f22bdaff7de6 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Synchronizing usage tracker for tenant:9b339080d7b947c785dc916dacacd15c on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:19:42.028573 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-32bad2f1-163e-4cdb-9657-a566ec03b398 req-bae6b18b-a6c8-4358-bba2-922ffc7e313d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 210 time: 0.0655339
Jun 03 20:19:42.100535 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 {{(pid=92636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:19:42.109138 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Allocated IP 172.20.0.3 (e6a1bc66-7e11-43d1-b2d7-7105e819ea36/9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2/446e0574-0e49-4101-a2cb-5ae9c25b51c2) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:19:42.111678 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:42.126320 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-d5a713d5-0447-47db-93a8-0c50795c2035 req-598e6917-d84b-4890-9262-f22bdaff7de6 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Unset dirty status for tenant:9b339080d7b947c785dc916dacacd15c on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:19:42.127535 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d5a713d5-0447-47db-93a8-0c50795c2035 req-598e6917-d84b-4890-9262-f22bdaff7de6 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 931 time: 0.2487018
Jun 03 20:19:42.128525 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Transition to ACTIVE for port object bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 will not be triggered until provisioned by entity L2. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:19:42.175809 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d5a713d5-0447-47db-93a8-0c50795c2035 req-6e552e90-6c09-45a1-8ccb-a4f406969793 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418468
Jun 03 20:19:42.279955 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:42.285754 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:42.313043 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:42.333183 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.provisioning_blocks [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Transition to ACTIVE for port object 446e0574-0e49-4101-a2cb-5ae9c25b51c2 will not be triggered until provisioned by entity DHCP. {{(pid=92637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:19:42.429183 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:42.435260 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:42.497181 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:19:42.500747 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:19:42.504666 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:19:42.509551 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:42.517857 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:42.554369 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event updated for resources: {'Port': ['ID=446e0574-0e49-4101-a2cb-5ae9c25b51c2,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:42.563809 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:42.597368 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:42.598217 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:42.604465 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Attempting to bind port bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:19:42.604943 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Attempting to bind port bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8'}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:19:42.605325 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Attempting to bind port bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 on network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:19:42.617231 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Port bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 on network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:19:42.617231 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Attempting to bind port bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 on network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:19:42.633939 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:19:42.634441 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Checking segment: {'id': 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:19:42.635246 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Bound using segment: {'id': 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8'} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:19:42.635610 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Bound port: bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8'}}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:19:42.636538 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:42.675008 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1540430
Jun 03 20:19:42.756063 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Request body: {'port': {'device_id': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:19:42.767662 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] For port bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3, host hv-cinder-79466, cleared binding levels {{(pid=92636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:19:42.771933 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] For port bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:19:42.866643 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-e7540e50-498e-44d1-854a-500a82c9d7dc None None] Provisioning for port 446e0574-0e49-4101-a2cb-5ae9c25b51c2 completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:19:42.869574 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:42.885279 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-e7540e50-498e-44d1-854a-500a82c9d7dc None None] Provisioning complete for port 446e0574-0e49-4101-a2cb-5ae9c25b51c2 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:19:42.886087 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-e7540e50-498e-44d1-854a-500a82c9d7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:42.893448 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:42.946552 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:42.958991 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:42.959854 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:42.961418 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] 10.222.0.122 "PUT /v2.0/ports/bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 HTTP/1.1" status: 200  len: 1093 time: 1.5916064
Jun 03 20:19:42.962043 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa02669-9fd7-45f4-879c-aecb05ff8aca', 'tag': 'bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:19:42.971837 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cc5c2c-37ed-41e1-a6c6-994f2d06cb7d" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa02669-9fd7-45f4-879c-aecb05ff8aca", "tag": "bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:19:43.003594 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3,revision_number=3']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:43.007332 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:43.023029 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-e7540e50-498e-44d1-854a-500a82c9d7dc None None] Port 446e0574-0e49-4101-a2cb-5ae9c25b51c2 cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:19:43.045681 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7a3e6b-05b0-40fb-a4bb-608c9ec02b5e x-openstack-request-id: req-fb7a3e6b-05b0-40fb-a4bb-608c9ec02b5e {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:19:43.046021 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa02669-9fd7-45f4-879c-aecb05ff8aca", "tag": "bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:19:43.046298 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fb7a3e6b-05b0-40fb-a4bb-608c9ec02b5e {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:19:43.046763 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa02669-9fd7-45f4-879c-aecb05ff8aca', 'tag': 'bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3', 'status': 'completed', 'code': 200}
Jun 03 20:19:43.274114 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc5c2c-37ed-41e1-a6c6-994f2d06cb7d req-071eceed-0604-4679-94b5-183ffe387abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:43.275703 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-72cc5c2c-37ed-41e1-a6c6-994f2d06cb7d req-071eceed-0604-4679-94b5-183ffe387abc service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=9b339080d7b947c785dc916dacacd15c&device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 1096 time: 0.1843750
Jun 03 20:19:43.284777 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58186b-72ea-40b8-bab4-b32e648e2f96 req-e095dd23-1c74-4866-b8c9-4f51f22ab251 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:43.286147 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0b58186b-72ea-40b8-bab4-b32e648e2f96 req-e095dd23-1c74-4866-b8c9-4f51f22ab251 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 931 time: 0.1178644
Jun 03 20:19:43.430039 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-0b58186b-72ea-40b8-bab4-b32e648e2f96 req-8a2b8dcb-44f1-4ad2-8a4a-a84c9d77580b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Synchronizing usage tracker for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:security_group {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:19:43.479906 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-0b58186b-72ea-40b8-bab4-b32e648e2f96 req-8a2b8dcb-44f1-4ad2-8a4a-a84c9d77580b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Unset dirty status for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:security_group {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:19:43.479906 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0b58186b-72ea-40b8-bab4-b32e648e2f96 req-8a2b8dcb-44f1-4ad2-8a4a-a84c9d77580b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1838701
Jun 03 20:19:43.480347 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446e0574-0e49-4101-a2cb-5ae9c25b51c2 {{(pid=92637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:19:43.486286 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:43.486799 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc5c2c-37ed-41e1-a6c6-994f2d06cb7d req-c8d00142-eee1-4074-93c2-17d03db35fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:43.488665 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-72cc5c2c-37ed-41e1-a6c6-994f2d06cb7d req-c8d00142-eee1-4074-93c2-17d03db35fb8 service neutron] 10.222.0.122 "GET /v2.0/networks?tenant_id=9b339080d7b947c785dc916dacacd15c&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1936479
Jun 03 20:19:43.519151 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.provisioning_blocks [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Transition to ACTIVE for port object 446e0574-0e49-4101-a2cb-5ae9c25b51c2 will not be triggered until provisioned by entity L2. {{(pid=92637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:19:43.577435 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:43.584962 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-04700974-b34d-4240-8d5e-5f43e41a0b55 tempest-DeleteServersTestJSON-1177493476 tempest-DeleteServersTestJSON-1177493476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:43.880866 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 37802) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:43.904659 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc5c2c-37ed-41e1-a6c6-994f2d06cb7d req-2dfedffb-bb9c-406d-b3d3-eb5e81086931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:43.906637 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-72cc5c2c-37ed-41e1-a6c6-994f2d06cb7d req-2dfedffb-bb9c-406d-b3d3-eb5e81086931 service neutron] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.3928826
Jun 03 20:19:43.952473 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773403b-e1df-4507-bae9-8eb663ea57ac req-85409f12-5fb8-4fe1-9e53-31cffa9a62ef tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:43.952790 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Pushing event updated for resources: {'Port': ['ID=446e0574-0e49-4101-a2cb-5ae9c25b51c2,revision_number=2']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:43.954172 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2773403b-e1df-4507-bae9-8eb663ea57ac req-85409f12-5fb8-4fe1-9e53-31cffa9a62ef tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 943 time: 0.2399940
Jun 03 20:19:43.961727 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:44.003141 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeba28-eb53-4c2a-88aa-d75b55eac7cc req-d15383b0-0548-4675-83fc-ab9c5a445470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:44.004189 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-94aeba28-eb53-4c2a-88aa-d75b55eac7cc req-d15383b0-0548-4675-83fc-ab9c5a445470 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=10d1e6de1c374152919c5d3fa5abbb75&device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 1098 time: 0.2206326
Jun 03 20:19:44.080314 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2773403b-e1df-4507-bae9-8eb663ea57ac req-47877298-26ce-4674-8049-9d4ca08ca504 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255236
Jun 03 20:19:44.084201 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Attempting to bind port 446e0574-0e49-4101-a2cb-5ae9c25b51c2 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:19:44.084762 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Attempting to bind port 446e0574-0e49-4101-a2cb-5ae9c25b51c2 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36'}] {{(pid=92637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:19:44.085049 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Attempting to bind port 446e0574-0e49-4101-a2cb-5ae9c25b51c2 on network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:19:44.091419 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Port 446e0574-0e49-4101-a2cb-5ae9c25b51c2 on network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:19:44.091867 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Attempting to bind port 446e0574-0e49-4101-a2cb-5ae9c25b51c2 on network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:19:44.097641 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:19:44.097965 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Checking segment: {'id': '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:19:44.098784 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Bound using segment: {'id': '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36'} {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:19:44.099307 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Bound port: 446e0574-0e49-4101-a2cb-5ae9c25b51c2, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36'}}] {{(pid=92637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:19:44.099783 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:44.115876 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40030da-5e9a-463d-8d20-430951ba55a2 req-f2280c5d-1a2c-41f4-b942-c43a2b9d8ba8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:44.117354 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c40030da-5e9a-463d-8d20-430951ba55a2 req-f2280c5d-1a2c-41f4-b942-c43a2b9d8ba8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.3230290
Jun 03 20:19:44.187141 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-ccf35d37-005b-46c0-92fa-ede0730a12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:44.189096 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-ccf35d37-005b-46c0-92fa-ede0730a12fa service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=9b339080d7b947c785dc916dacacd15c&device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 1096 time: 0.2183740
Jun 03 20:19:44.191538 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeba28-eb53-4c2a-88aa-d75b55eac7cc req-c31eb36b-a89d-4720-89cc-6f2a61148b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:44.194324 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-94aeba28-eb53-4c2a-88aa-d75b55eac7cc req-c31eb36b-a89d-4720-89cc-6f2a61148b09 service neutron] 10.222.0.122 "GET /v2.0/networks?id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 HTTP/1.1" status: 200  len: 920 time: 0.1711087
Jun 03 20:19:44.197093 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-dbe6674c-b3dc-46f4-93c8-b87d7b46bbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:44.240611 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-dbe6674c-b3dc-46f4-93c8-b87d7b46bbe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:44.335425 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-c2825def-ab85-409f-9064-72ccb3634bba service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 HTTP/1.1" status: 200  len: 217 time: 0.1249061
Jun 03 20:19:44.343852 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-94aeba28-eb53-4c2a-88aa-d75b55eac7cc req-970d02de-53cf-4caa-bcfa-43f41ff1e69c service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d HTTP/1.1" status: 200  len: 217 time: 0.0794826
Jun 03 20:19:44.347231 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c40030da-5e9a-463d-8d20-430951ba55a2 req-299455a2-987e-479d-bdd5-2e8e58ed17e0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2229648
Jun 03 20:19:44.348686 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-dbe6674c-b3dc-46f4-93c8-b87d7b46bbe7 admin admin] Usage tracker for resource:security_group_rule and tenant:6fe731b14af045759b48acec06846aa0 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:44.362182 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-dbe6674c-b3dc-46f4-93c8-b87d7b46bbe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:44.370602 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-dbe6674c-b3dc-46f4-93c8-b87d7b46bbe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:44.375291 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] For port 446e0574-0e49-4101-a2cb-5ae9c25b51c2, host hv-cinder-79466, cleared binding levels {{(pid=92637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:19:44.381206 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] For port 446e0574-0e49-4101-a2cb-5ae9c25b51c2, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=446e0574-0e49-4101-a2cb-5ae9c25b51c2,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:19:44.453768 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-34229824-2383-4bde-87cf-350dc7891e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:44.455247 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-34229824-2383-4bde-87cf-350dc7891e4e service neutron] 10.222.0.122 "GET /v2.0/subnets?id=3da4210a-5c83-4700-ac8e-57295ef4434f HTTP/1.1" status: 200  len: 854 time: 0.1111343
Jun 03 20:19:44.455451 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:44.458745 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeba28-eb53-4c2a-88aa-d75b55eac7cc req-6f59a621-bffd-45a3-9bce-2cb0fa1f938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:44.460046 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-94aeba28-eb53-4c2a-88aa-d75b55eac7cc req-6f59a621-bffd-45a3-9bce-2cb0fa1f938b service neutron] 10.222.0.122 "GET /v2.0/subnets?id=174d75d0-7dfc-49fe-bd08-723170d65455 HTTP/1.1" status: 200  len: 858 time: 0.0815516
Jun 03 20:19:44.469892 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:44.510398 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-dbe6674c-b3dc-46f4-93c8-b87d7b46bbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:44.524116 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:44.524781 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:44.526581 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] 10.222.0.122 "PUT /v2.0/ports/446e0574-0e49-4101-a2cb-5ae9c25b51c2 HTTP/1.1" status: 200  len: 1093 time: 1.7754936
Jun 03 20:19:44.529374 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'tag': '446e0574-0e49-4101-a2cb-5ae9c25b51c2'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:19:44.533968 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf830106-6227-4bc5-975e-8e465741f2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d6914333-dde9-481d-bef3-a7b52ddb9527", "tag": "446e0574-0e49-4101-a2cb-5ae9c25b51c2"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:19:44.572052 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Pushing event updated for resources: {'Port': ['ID=446e0574-0e49-4101-a2cb-5ae9c25b51c2,revision_number=3']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:44.576357 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:44.582871 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-dbe6674c-b3dc-46f4-93c8-b87d7b46bbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:44.592603 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-7b641e63-afd5-4599-abe5-a55f194a906e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:44.642364 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7aa1ce-3101-41a4-9357-28f69e870bdd x-openstack-request-id: req-8a7aa1ce-3101-41a4-9357-28f69e870bdd {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:19:44.642723 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6914333-dde9-481d-bef3-a7b52ddb9527", "tag": "446e0574-0e49-4101-a2cb-5ae9c25b51c2", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:19:44.642955 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8a7aa1ce-3101-41a4-9357-28f69e870bdd {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:19:44.643362 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'tag': '446e0574-0e49-4101-a2cb-5ae9c25b51c2', 'status': 'completed', 'code': 200}
Jun 03 20:19:44.646491 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-dbe6674c-b3dc-46f4-93c8-b87d7b46bbe7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6fe731b14af045759b48acec06846aa0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7579618
Jun 03 20:19:44.650064 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 37814) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:44.653830 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6674c-b3dc-46f4-93c8-b87d7b46bbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d6e51a-fcf3-4305-9751-0bf1adfddfc9,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:44.658929 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-dbe6674c-b3dc-46f4-93c8-b87d7b46bbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:44.700791 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-d0b6d26e-3225-425b-89d4-3fa198d4b64e service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2199070
Jun 03 20:19:44.701527 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-94aeba28-eb53-4c2a-88aa-d75b55eac7cc req-5297f0ff-1fee-40cd-aacb-a26a57be23f5 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0925090
Jun 03 20:19:44.853613 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-180d998a-8349-424c-8eb2-835209a3d5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:44.895490 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-180d998a-8349-424c-8eb2-835209a3d5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:44.987960 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf830106-6227-4bc5-975e-8e465741f2f4 req-6205030f-71d8-443e-8d54-5c595466dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:44.987960 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bf830106-6227-4bc5-975e-8e465741f2f4 req-6205030f-71d8-443e-8d54-5c595466dac8 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=f5cdd4a3137d4af39a4e825b870c302b&device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 1096 time: 0.2919047
Jun 03 20:19:45.038895 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-fd68ccba-26b4-44f9-a824-447485c11464 service neutron] 10.222.0.122 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2925365
Jun 03 20:19:45.038895 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-94aeba28-eb53-4c2a-88aa-d75b55eac7cc req-1a2854a4-c295-43fc-8089-44ff067d9d5a service neutron] 10.222.0.122 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2751365
Jun 03 20:19:45.043670 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a4cb7-0145-4741-b925-78c919cca57a req-d8d2f503-6b76-4377-934a-8f1be1fc83f0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:45.045067 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0d3a4cb7-0145-4741-b925-78c919cca57a req-d8d2f503-6b76-4377-934a-8f1be1fc83f0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.3460779
Jun 03 20:19:45.182018 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf830106-6227-4bc5-975e-8e465741f2f4 req-7d04442a-2639-4755-96bc-f5f57c24ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:45.183868 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bf830106-6227-4bc5-975e-8e465741f2f4 req-7d04442a-2639-4755-96bc-f5f57c24ff6b service neutron] 10.222.0.122 "GET /v2.0/networks?tenant_id=f5cdd4a3137d4af39a4e825b870c302b&shared=False HTTP/1.1" status: 200  len: 919 time: 0.1848845
Jun 03 20:19:45.187709 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-180d998a-8349-424c-8eb2-835209a3d5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:45.197835 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ab4da725-acba-4e03-bcf8-a70d498e4c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:45.211346 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d998a-8349-424c-8eb2-835209a3d5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d6e51a-fcf3-4305-9751-0bf1adfddfc9,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:45.214028 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-180d998a-8349-424c-8eb2-835209a3d5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:45.270704 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0d3a4cb7-0145-4741-b925-78c919cca57a req-0bf6d75d-a7e6-4a69-9ee3-c9960fc45507 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2183304
Jun 03 20:19:45.312481 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-180d998a-8349-424c-8eb2-835209a3d5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:45.316339 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-180d998a-8349-424c-8eb2-835209a3d5d3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f3d6e51a-fcf3-4305-9751-0bf1adfddfc9 HTTP/1.1" status: 204  len: 168 time: 0.6625896
Jun 03 20:19:45.337412 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a6b2f419-74e6-4071-a8dc-3660a9e666cb req-fcaeac54-8025-496e-ad6a-a86cbf868ff1 service neutron] 10.222.0.122 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2861686
Jun 03 20:19:45.340877 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-94aeba28-eb53-4c2a-88aa-d75b55eac7cc req-f24ebab5-3901-415b-b4ee-036636210f69 service neutron] 10.222.0.122 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2875986
Jun 03 20:19:45.468875 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf830106-6227-4bc5-975e-8e465741f2f4 req-7c1b05ec-eafe-4eb8-a920-8116edb22adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:45.470629 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bf830106-6227-4bc5-975e-8e465741f2f4 req-7c1b05ec-eafe-4eb8-a920-8116edb22adc service neutron] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2531562
Jun 03 20:19:45.480851 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab64510-49e8-4117-8b38-b9a2d8303269 req-898e1b1b-d88a-45ea-ab2d-975df139e59c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:45.483795 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3ab64510-49e8-4117-8b38-b9a2d8303269 req-898e1b1b-d88a-45ea-ab2d-975df139e59c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 943 time: 0.2092364
Jun 03 20:19:45.613358 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3ab64510-49e8-4117-8b38-b9a2d8303269 req-11071062-7f17-415d-a132-d6cbd2910291 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237967
Jun 03 20:19:45.635703 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98008f-0629-4fe7-a774-26085b253068 req-adbf8b9d-724f-43d4-9e3a-8c1e31f8b15e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:45.637402 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0d98008f-0629-4fe7-a774-26085b253068 req-adbf8b9d-724f-43d4-9e3a-8c1e31f8b15e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1337729
Jun 03 20:19:45.662433 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-8286e564-1d2c-4a64-b49c-bb771a46d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:45.664078 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-8286e564-1d2c-4a64-b49c-bb771a46d0b5 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=f5cdd4a3137d4af39a4e825b870c302b&device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 1096 time: 0.1254532
Jun 03 20:19:45.751852 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0d98008f-0629-4fe7-a774-26085b253068 req-1fe31bd7-418d-4dce-acdb-b4dffcb25467 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979130
Jun 03 20:19:45.790880 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-dad58a5d-6aa3-4327-90dc-667cefa9d072 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=446e0574-0e49-4101-a2cb-5ae9c25b51c2 HTTP/1.1" status: 200  len: 217 time: 0.1181316
Jun 03 20:19:45.864177 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-582d191b-086a-4567-8772-417cd5e8f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:45.865544 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-582d191b-086a-4567-8772-417cd5e8f7d0 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2 HTTP/1.1" status: 200  len: 856 time: 0.0653148
Jun 03 20:19:45.952120 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-83519598-8588-460d-bbb9-03c0da8eb6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:45.953645 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-83519598-8588-460d-bbb9-03c0da8eb6c0 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771763
Jun 03 20:19:46.121274 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-1acb1949-e475-44f3-b408-5c07fa1784bc service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543174
Jun 03 20:19:46.279893 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463ef593-55cc-4d5a-b52d-5dd082d2e69e req-4f12cc4e-321f-4dd6-945f-a6b58a3c2fd8 service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391184
Jun 03 20:19:46.641189 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aed3a9-87f9-4393-9ff5-d55fd32fbd5e req-0a13a6ec-acfb-4b7c-a2a8-fc96987b25ef tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:46.642063 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-83aed3a9-87f9-4393-9ff5-d55fd32fbd5e req-0a13a6ec-acfb-4b7c-a2a8-fc96987b25ef tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Synchronizing usage tracker for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:19:46.721546 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-83aed3a9-87f9-4393-9ff5-d55fd32fbd5e req-0a13a6ec-acfb-4b7c-a2a8-fc96987b25ef tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Unset dirty status for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:19:46.722654 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-83aed3a9-87f9-4393-9ff5-d55fd32fbd5e req-0a13a6ec-acfb-4b7c-a2a8-fc96987b25ef tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.1630960
Jun 03 20:19:46.768358 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-83aed3a9-87f9-4393-9ff5-d55fd32fbd5e req-d91bde0d-1ce8-4a51-a364-39d20efd8a3b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399933
Jun 03 20:19:46.832929 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6849d-c42e-49c5-9c47-90a4e40e8d4f req-e57724a7-424e-41f5-875f-c46d522a509a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:46.834385 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-36e6849d-c42e-49c5-9c47-90a4e40e8d4f req-e57724a7-424e-41f5-875f-c46d522a509a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 943 time: 0.0890112
Jun 03 20:19:46.884329 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-36e6849d-c42e-49c5-9c47-90a4e40e8d4f req-ee25e177-4178-4fb4-bdb8-1523a50de1e2 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442328
Jun 03 20:19:46.970704 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fb211-9de3-4192-bf0a-e005b5f32192 req-ce544009-84c0-4782-8acd-4e1dd018350c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:46.972196 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-dd0fb211-9de3-4192-bf0a-e005b5f32192 req-ce544009-84c0-4782-8acd-4e1dd018350c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1003144
Jun 03 20:19:47.020600 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-dd0fb211-9de3-4192-bf0a-e005b5f32192 req-44663a1a-7609-435a-a07d-759ce0554e4d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425141
Jun 03 20:19:47.260397 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:19:47.959513 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716ea4a-2b12-4b33-b8bf-3ccdb571cb10 req-96883d15-cb10-4613-8f70-c19b20ff34e9 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:47.960976 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1716ea4a-2b12-4b33-b8bf-3ccdb571cb10 req-96883d15-cb10-4613-8f70-c19b20ff34e9 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0832689
Jun 03 20:19:48.006336 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1716ea4a-2b12-4b33-b8bf-3ccdb571cb10 req-69e486cc-b8f2-4761-acf3-a3d261470178 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396330
Jun 03 20:19:48.078555 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92399375-47de-409e-aa1c-59b03532784d req-4aee65f4-92ed-463b-9c3d-ca2c5c269d7f tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:48.080159 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-92399375-47de-409e-aa1c-59b03532784d req-4aee65f4-92ed-463b-9c3d-ca2c5c269d7f tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 943 time: 0.0882964
Jun 03 20:19:48.126242 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-92399375-47de-409e-aa1c-59b03532784d req-6f7d856c-8d1a-45f1-b22d-4b68ffc4bc1c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401137
Jun 03 20:19:48.214244 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfac21f-2a41-4745-bf8d-8d536c61b73e req-13acccb4-521b-4731-9f47-f1f0bb4ad465 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:48.215806 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-fbfac21f-2a41-4745-bf8d-8d536c61b73e req-13acccb4-521b-4731-9f47-f1f0bb4ad465 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0846832
Jun 03 20:19:48.261448 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-fbfac21f-2a41-4745-bf8d-8d536c61b73e req-9ca5c71c-8e7e-4864-aea8-7927ce6c6c7b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390694
Jun 03 20:19:49.196770 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed2ac0-a4ea-44fb-8852-b438cc8bec87 req-af3fe716-1a54-42a5-9753-6e38a0597ab5 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:49.198244 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6fed2ac0-a4ea-44fb-8852-b438cc8bec87 req-af3fe716-1a54-42a5-9753-6e38a0597ab5 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0815868
Jun 03 20:19:49.248789 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6fed2ac0-a4ea-44fb-8852-b438cc8bec87 req-ea22f08d-e9b8-4434-8cc0-a1bfda90a868 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435202
Jun 03 20:19:49.323725 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371e6c7-e27b-4c80-9437-fcfcc3b6a7ab req-b145341d-0220-48b1-b1a7-e69f806de6c5 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:49.325328 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d371e6c7-e27b-4c80-9437-fcfcc3b6a7ab req-b145341d-0220-48b1-b1a7-e69f806de6c5 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 943 time: 0.0827024
Jun 03 20:19:49.370581 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d371e6c7-e27b-4c80-9437-fcfcc3b6a7ab req-379d6dee-63d4-470a-8a2d-1c8c664d4607 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387604
Jun 03 20:19:49.510045 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e4595-0390-42af-af45-d6451454efd2 req-a45bbc56-e5b7-4f4e-a26d-ee5a20777e9f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:49.511518 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d26e4595-0390-42af-af45-d6451454efd2 req-a45bbc56-e5b7-4f4e-a26d-ee5a20777e9f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1455531
Jun 03 20:19:49.555861 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d26e4595-0390-42af-af45-d6451454efd2 req-c479e94e-342e-415f-a962-595087b7a7fb tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386398
Jun 03 20:19:50.454616 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa644ea-2da3-420a-b837-b201c6d06970 req-e251fd24-bcd7-49da-ade4-b1fd2f540714 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:50.456084 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-baa644ea-2da3-420a-b837-b201c6d06970 req-e251fd24-bcd7-49da-ade4-b1fd2f540714 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0863907
Jun 03 20:19:50.495454 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:19:50.501209 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-baa644ea-2da3-420a-b837-b201c6d06970 req-263e7ba0-abeb-4550-8340-fcaed86ebf44 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395219
Jun 03 20:19:50.580536 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2b0bb-cf8b-455d-9bbe-0988cc9ad83c req-a714416f-05dc-4745-86ac-70d610eee8a2 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:50.582007 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c9c2b0bb-cf8b-455d-9bbe-0988cc9ad83c req-a714416f-05dc-4745-86ac-70d610eee8a2 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 943 time: 0.0942168
Jun 03 20:19:50.633606 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c9c2b0bb-cf8b-455d-9bbe-0988cc9ad83c req-cb98d00d-7db9-4199-bf87-76d94fe1462e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459890
Jun 03 20:19:50.647640 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:19:50.667375 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': 'bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3', 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8', 'port_id': 'bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3', 'mac_address': 'fa:16:3e:24:a9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da4210a-5c83-4700-ac8e-57295ef4434f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:19:50.728596 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:50.746230 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:19:50.763897 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93436001-5060-4538-9b4d-8b7d4939851f req-b50115a7-1ece-4203-933c-67c174c1ecba tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:50.764222 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:19:50.765496 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-93436001-5060-4538-9b4d-8b7d4939851f req-b50115a7-1ece-4203-933c-67c174c1ecba tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0846732
Jun 03 20:19:50.815093 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-93436001-5060-4538-9b4d-8b7d4939851f req-5fc3742e-2372-404b-8a6b-ddf4f1153c59 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430725
Jun 03 20:19:50.874779 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:50.876534 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:50.940823 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:50.944014 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:51.373941 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:19:51.703417 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d999c1-e196-46fc-8cb9-0a3c701df402 req-ab757a1f-0b54-4865-a1de-f88f866bb537 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:51.704891 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b6d999c1-e196-46fc-8cb9-0a3c701df402 req-ab757a1f-0b54-4865-a1de-f88f866bb537 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0872719
Jun 03 20:19:51.754722 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b6d999c1-e196-46fc-8cb9-0a3c701df402 req-fe1c41e2-6a5e-4dce-8f43-2185971d968f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442243
Jun 03 20:19:51.826144 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ae239-7541-495c-8edd-09d61eb16341 req-ee8c57b6-9377-46eb-bced-65429fa02ff0 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:51.827628 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c01ae239-7541-495c-8edd-09d61eb16341 req-ee8c57b6-9377-46eb-bced-65429fa02ff0 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 944 time: 0.0799839
Jun 03 20:19:51.874148 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c01ae239-7541-495c-8edd-09d61eb16341 req-0b3d322c-5db2-4cc9-8a5b-fffd84d8a190 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408378
Jun 03 20:19:52.000940 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfef5d8-1b08-48da-a190-db6bac251d90 req-11642c8e-fcd5-4fa2-b972-a700c51245b3 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:52.002279 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1dfef5d8-1b08-48da-a190-db6bac251d90 req-11642c8e-fcd5-4fa2-b972-a700c51245b3 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0824418
Jun 03 20:19:52.048853 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1dfef5d8-1b08-48da-a190-db6bac251d90 req-dad66fe3-3de0-4747-aecd-371be41b4223 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408268
Jun 03 20:19:53.080782 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee81cdb-0f1a-4feb-9075-6e626c25f2aa req-9fefb4b3-707c-4a77-bf36-e05bcf8f689e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:53.082157 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-aee81cdb-0f1a-4feb-9075-6e626c25f2aa req-9fefb4b3-707c-4a77-bf36-e05bcf8f689e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 944 time: 0.0959873
Jun 03 20:19:53.095778 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7c3f5-235c-4ba9-96d6-a524846c65b4 req-62b2dc28-6316-4efb-9c8a-c824933a76d9 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:53.097535 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2ba7c3f5-235c-4ba9-96d6-a524846c65b4 req-62b2dc28-6316-4efb-9c8a-c824933a76d9 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0908146
Jun 03 20:19:53.132442 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-aee81cdb-0f1a-4feb-9075-6e626c25f2aa req-6dcfa22a-4354-4129-8441-83db0bc4bdca tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443001
Jun 03 20:19:53.211595 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2ba7c3f5-235c-4ba9-96d6-a524846c65b4 req-f21af87f-be04-40f1-a0af-d5ffa13d3167 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1087720
Jun 03 20:19:53.318521 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c7736-7204-4209-8fc5-c32b6cfd7451 req-2f27e332-4738-43f1-9e5e-69cd0b6b9cb8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:53.323942 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-999c7736-7204-4209-8fc5-c32b6cfd7451 req-2f27e332-4738-43f1-9e5e-69cd0b6b9cb8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0861483
Jun 03 20:19:53.367271 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-999c7736-7204-4209-8fc5-c32b6cfd7451 req-a214607d-d0ab-4e14-a3c1-8940bd5c1d71 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412438
Jun 03 20:19:53.545049 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 446e0574-0e49-4101-a2cb-5ae9c25b51c2 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:19:53.549659 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:19:53.721123 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:19:53.737745 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:19:53.738133 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:53.786408 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 446e0574-0e49-4101-a2cb-5ae9c25b51c2, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=446e0574-0e49-4101-a2cb-5ae9c25b51c2,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:19:53.804771 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '446e0574-0e49-4101-a2cb-5ae9c25b51c2', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'port_id': '446e0574-0e49-4101-a2cb-5ae9c25b51c2', 'mac_address': 'fa:16:3e:10:d9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:19:53.932342 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:53.957568 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446e0574-0e49-4101-a2cb-5ae9c25b51c2 {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:19:53.972183 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:53.996010 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 446e0574-0e49-4101-a2cb-5ae9c25b51c2, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=446e0574-0e49-4101-a2cb-5ae9c25b51c2,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:19:54.007645 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa02669-9fd7-45f4-879c-aecb05ff8aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:19:54.010044 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ecc2d3-e189-4a3d-aead-c352fd84b112" -d '{"events": [{"server_uuid": "eaa02669-9fd7-45f4-879c-aecb05ff8aca", "name": "network-vif-plugged", "status": "completed", "tag": "bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:19:54.020805 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:19:54.056655 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d518587-d79c-4cb6-8f13-77e2215bad96 x-openstack-request-id: req-3d518587-d79c-4cb6-8f13-77e2215bad96 {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:19:54.056963 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa02669-9fd7-45f4-879c-aecb05ff8aca", "name": "network-vif-plugged", "status": "completed", "tag": "bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:19:54.059052 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3d518587-d79c-4cb6-8f13-77e2215bad96 {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:19:54.059052 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa02669-9fd7-45f4-879c-aecb05ff8aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3', 'code': 200}
Jun 03 20:19:54.068031 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:54.071921 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:54.107140 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:54.148599 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=446e0574-0e49-4101-a2cb-5ae9c25b51c2,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:54.151893 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:54.152469 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-43858f85-b750-4400-9bbe-e373c7d845e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:54.223151 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:54.226146 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:54.331305 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf91f0c-a9e5-4934-a01a-0fc88cdfc103 req-6e5ba893-7f4e-44cb-b356-569fb5b066d5 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:54.332774 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-baf91f0c-a9e5-4934-a01a-0fc88cdfc103 req-6e5ba893-7f4e-44cb-b356-569fb5b066d5 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 945 time: 0.0873182
Jun 03 20:19:54.381202 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-baf91f0c-a9e5-4934-a01a-0fc88cdfc103 req-6ae2a802-b37c-4de2-93ba-515278e901db tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417385
Jun 03 20:19:54.419698 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d800c-3be6-4e60-8363-873c62e5d9bd req-c0ab06b9-329a-4d61-ac7a-962ea2854400 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:54.425117 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d43d800c-3be6-4e60-8363-873c62e5d9bd req-c0ab06b9-329a-4d61-ac7a-962ea2854400 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 944 time: 0.0831790
Jun 03 20:19:54.482562 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d43d800c-3be6-4e60-8363-873c62e5d9bd req-c8095ce8-e91e-4bc5-88ab-2048b16dbe03 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513816
Jun 03 20:19:54.528763 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['446e0574-0e49-4101-a2cb-5ae9c25b51c2'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:19:54.594703 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52ae29-327b-4ebd-b744-fe9cc21cecbd req-d3065564-bf3d-4618-b967-4813a359a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:54.596151 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8b52ae29-327b-4ebd-b744-fe9cc21cecbd req-d3065564-bf3d-4618-b967-4813a359a774 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 1098 time: 0.1381564
Jun 03 20:19:54.635603 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e301d-53d3-450e-9dda-a70e459eabf7 req-1a389988-17ee-4b08-bec0-a4af3441e63d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:54.637199 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a10e301d-53d3-450e-9dda-a70e459eabf7 req-1a389988-17ee-4b08-bec0-a4af3441e63d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1305134
Jun 03 20:19:54.681261 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8b52ae29-327b-4ebd-b744-fe9cc21cecbd req-442dfcd4-6381-415c-a7b8-6de2bc2d2fa6 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697305
Jun 03 20:19:54.699312 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a10e301d-53d3-450e-9dda-a70e459eabf7 req-cee17767-aff9-4ee5-8206-d8c70d01eeb3 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532136
Jun 03 20:19:55.595023 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffca0ca-cd30-4a52-90ff-9c6b981b1074 req-4c69455e-c7ce-4a97-8efc-a21a1a519daa tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:55.595471 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cffca0ca-cd30-4a52-90ff-9c6b981b1074 req-4c69455e-c7ce-4a97-8efc-a21a1a519daa tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 945 time: 0.1037128
Jun 03 20:19:55.659304 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cffca0ca-cd30-4a52-90ff-9c6b981b1074 req-07cdf98e-4b32-44da-b99c-8d02b9110719 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581861
Jun 03 20:19:55.753261 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d3ccd-4676-400a-a958-a53bc8e285f1 req-3c23b225-3f82-44a2-b6ac-8af776671d25 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:55.760006 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3a6d3ccd-4676-400a-a958-a53bc8e285f1 req-3c23b225-3f82-44a2-b6ac-8af776671d25 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 944 time: 0.1466465
Jun 03 20:19:55.834000 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3a6d3ccd-4676-400a-a958-a53bc8e285f1 req-787e8ac2-c2f9-4c64-8625-b88063712656 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722883
Jun 03 20:19:55.931228 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925d50e-5506-4634-a32f-ffade0f2340c req-65a8247f-d71f-44c0-ad4f-5d7a2da02e12 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:55.932731 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d925d50e-5506-4634-a32f-ffade0f2340c req-65a8247f-d71f-44c0-ad4f-5d7a2da02e12 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0867329
Jun 03 20:19:55.980044 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d925d50e-5506-4634-a32f-ffade0f2340c req-f25218c9-cf5a-40df-a255-0f9b3dea6f6d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413401
Jun 03 20:19:56.303789 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38012) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:56.418198 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-80424eed-d4f5-48cf-97ce-2f071efa63f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:56.432721 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-80424eed-d4f5-48cf-97ce-2f071efa63f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:56.436516 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-80424eed-d4f5-48cf-97ce-2f071efa63f5 admin admin] Usage tracker for resource:security_group_rule and tenant:e465d145f6214401b4799f047781974b is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:56.439437 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-80424eed-d4f5-48cf-97ce-2f071efa63f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:56.445006 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-80424eed-d4f5-48cf-97ce-2f071efa63f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:56.526770 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-80424eed-d4f5-48cf-97ce-2f071efa63f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:56.593688 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-80424eed-d4f5-48cf-97ce-2f071efa63f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:56.600729 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-321c9d33-c878-4616-b3e7-669783632081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:56.642185 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-80424eed-d4f5-48cf-97ce-2f071efa63f5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e465d145f6214401b4799f047781974b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3373296
Jun 03 20:19:56.642939 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80424eed-d4f5-48cf-97ce-2f071efa63f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e36b17-22db-4eaa-a726-4b5c66133aac,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:56.645548 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 38018) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:56.646081 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-80424eed-d4f5-48cf-97ce-2f071efa63f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:56.704306 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4bee0730-7889-40a5-b91a-f48ab98ed60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:56.730167 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4bee0730-7889-40a5-b91a-f48ab98ed60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:56.853465 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c3322-0101-41e2-bf1d-1a54c67666df req-85eaf529-aa16-4d50-bc13-534368d0c561 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:56.855050 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-854c3322-0101-41e2-bf1d-1a54c67666df req-85eaf529-aa16-4d50-bc13-534368d0c561 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 945 time: 0.0925279
Jun 03 20:19:56.902078 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-854c3322-0101-41e2-bf1d-1a54c67666df req-738a7e8b-1f0c-4ce1-9134-545646d7b9f0 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412464
Jun 03 20:19:56.925308 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4bee0730-7889-40a5-b91a-f48ab98ed60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:56.930207 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-2a68861a-87a9-4c7f-9759-217277636931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:56.944072 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee0730-7889-40a5-b91a-f48ab98ed60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e36b17-22db-4eaa-a726-4b5c66133aac,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:56.946656 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4bee0730-7889-40a5-b91a-f48ab98ed60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:56.947924 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4bee0730-7889-40a5-b91a-f48ab98ed60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:56.954114 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-4bee0730-7889-40a5-b91a-f48ab98ed60a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/35e36b17-22db-4eaa-a726-4b5c66133aac HTTP/1.1" status: 204  len: 168 time: 0.3021698
Jun 03 20:19:57.026020 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0cac0-b4fd-4de7-8960-c89d46be767f req-75e2d143-4d88-4ba9-9d41-1513fa161ad6 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:57.027583 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3db0cac0-b4fd-4de7-8960-c89d46be767f req-75e2d143-4d88-4ba9-9d41-1513fa161ad6 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 944 time: 0.0889599
Jun 03 20:19:57.075751 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3db0cac0-b4fd-4de7-8960-c89d46be767f req-38fc550e-e103-4f12-b623-4631f4a1ca16 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421932
Jun 03 20:19:57.181061 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6ff6f-7e45-46bb-b518-dd442cd5227b req-5fdec3c4-ccc2-4e60-bfb9-b985a34545f9 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:57.182520 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1de6ff6f-7e45-46bb-b518-dd442cd5227b req-5fdec3c4-ccc2-4e60-bfb9-b985a34545f9 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0923014
Jun 03 20:19:57.228335 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1de6ff6f-7e45-46bb-b518-dd442cd5227b req-824c64d0-cef8-4a9e-b2d7-9f0c8a3f51cf tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390003
Jun 03 20:19:57.376549 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-49428dd3-4852-4ebf-8877-a6992bac7c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:57.504076 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 38034) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:57.520816 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-6089b835-1ef1-4591-9372-371a5de05bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:57.536657 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-6089b835-1ef1-4591-9372-371a5de05bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:57.540572 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-6089b835-1ef1-4591-9372-371a5de05bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:ea9ddf4380744766936ec69861b12fc6 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:57.543413 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-6089b835-1ef1-4591-9372-371a5de05bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:57.549764 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-6089b835-1ef1-4591-9372-371a5de05bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:57.630156 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-6089b835-1ef1-4591-9372-371a5de05bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:57.696688 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-6089b835-1ef1-4591-9372-371a5de05bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:57.704452 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-9a65603d-052c-44e3-9a62-5352bc4b735a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:57.745641 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-6089b835-1ef1-4591-9372-371a5de05bc7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ea9ddf4380744766936ec69861b12fc6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2404888
Jun 03 20:19:57.746587 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089b835-1ef1-4591-9372-371a5de05bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed8ee01-d7d3-4a2d-9058-3fa9e3c3ec3e,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:57.749176 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38038) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:57.749705 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-6089b835-1ef1-4591-9372-371a5de05bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:57.807630 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a422be5b-56de-4dcc-9b40-0922bc562a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:57.835421 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a422be5b-56de-4dcc-9b40-0922bc562a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:57.948096 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a422be5b-56de-4dcc-9b40-0922bc562a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:57.952192 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-cde06d5d-edea-4858-828a-952fa9f5f03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:57.967344 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422be5b-56de-4dcc-9b40-0922bc562a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed8ee01-d7d3-4a2d-9058-3fa9e3c3ec3e,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:57.972060 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-a422be5b-56de-4dcc-9b40-0922bc562a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:57.978549 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a422be5b-56de-4dcc-9b40-0922bc562a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:57.979732 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-a422be5b-56de-4dcc-9b40-0922bc562a52 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1ed8ee01-d7d3-4a2d-9058-3fa9e3c3ec3e HTTP/1.1" status: 204  len: 168 time: 0.2293403
Jun 03 20:19:58.103227 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83b792-0328-4752-a0f3-475161eca872 req-2f90b966-8f56-4170-ad7a-d540098da065 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:58.104422 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae83b792-0328-4752-a0f3-475161eca872 req-2f90b966-8f56-4170-ad7a-d540098da065 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 945 time: 0.0854695
Jun 03 20:19:58.153610 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae83b792-0328-4752-a0f3-475161eca872 req-4de30f3c-d39a-4c07-9f75-ad3851c7303d tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431254
Jun 03 20:19:58.287805 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0dd01-acae-4b9e-8296-64f8b2497f87 req-fcda8ce4-72cb-429b-8bd9-3dd8a8f78d44 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:58.289511 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a7d0dd01-acae-4b9e-8296-64f8b2497f87 req-fcda8ce4-72cb-429b-8bd9-3dd8a8f78d44 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 944 time: 0.0888247
Jun 03 20:19:58.339597 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a7d0dd01-acae-4b9e-8296-64f8b2497f87 req-cd6ae87e-df76-4475-bd40-0d92d844eceb tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435853
Jun 03 20:19:58.432978 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2de0e0-e76c-4238-8520-4641c23d0544 req-eb7ffb0c-44d1-48dc-8c5b-773da12a7c07 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:58.433206 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0b2de0e0-e76c-4238-8520-4641c23d0544 req-eb7ffb0c-44d1-48dc-8c5b-773da12a7c07 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0865376
Jun 03 20:19:58.480362 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0b2de0e0-e76c-4238-8520-4641c23d0544 req-e58f0766-307f-48f2-9645-21ebde4735a2 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407829
Jun 03 20:19:58.641548 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38054) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:58.658045 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-18094874-b1f9-4713-bc4c-9f7fe182ac3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:58.673228 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-18094874-b1f9-4713-bc4c-9f7fe182ac3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:19:58.677363 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-18094874-b1f9-4713-bc4c-9f7fe182ac3a admin admin] Usage tracker for resource:security_group_rule and tenant:35b6286d98324432bd0eb55d1fbf5139 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:19:58.680210 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-18094874-b1f9-4713-bc4c-9f7fe182ac3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:19:58.686088 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-18094874-b1f9-4713-bc4c-9f7fe182ac3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:19:58.768380 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-18094874-b1f9-4713-bc4c-9f7fe182ac3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:58.839728 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-18094874-b1f9-4713-bc4c-9f7fe182ac3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:58.847863 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-7a16802c-8463-46b6-8cbf-5ed4160a11f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:58.889076 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-18094874-b1f9-4713-bc4c-9f7fe182ac3a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=35b6286d98324432bd0eb55d1fbf5139&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2464428
Jun 03 20:19:58.890093 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18094874-b1f9-4713-bc4c-9f7fe182ac3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee1056f-cdaf-438f-b53d-cf86e89bc8e5,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:58.891857 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 38058) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:19:58.893354 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-18094874-b1f9-4713-bc4c-9f7fe182ac3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:58.953872 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e932745b-8810-43b8-a495-780fd9399936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:58.982312 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e932745b-8810-43b8-a495-780fd9399936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:59.107995 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e932745b-8810-43b8-a495-780fd9399936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:59.113772 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:19:59.128691 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932745b-8810-43b8-a495-780fd9399936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee1056f-cdaf-438f-b53d-cf86e89bc8e5,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:19:59.132254 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-e932745b-8810-43b8-a495-780fd9399936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:19:59.137747 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e932745b-8810-43b8-a495-780fd9399936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:59.138872 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-e932745b-8810-43b8-a495-780fd9399936 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9ee1056f-cdaf-438f-b53d-cf86e89bc8e5 HTTP/1.1" status: 204  len: 168 time: 0.2457843
Jun 03 20:19:59.347273 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f0364-20ee-4972-a0d5-b60e6da8cf9b req-17473c94-2635-4112-ab3e-4f6bb5b42fc0 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:59.349002 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-946f0364-20ee-4972-a0d5-b60e6da8cf9b req-17473c94-2635-4112-ab3e-4f6bb5b42fc0 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 945 time: 0.0894721
Jun 03 20:19:59.405095 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-946f0364-20ee-4972-a0d5-b60e6da8cf9b req-01d7efd4-602a-4910-8eb8-2c31be8cf5b9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423586
Jun 03 20:19:59.569993 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fcdb1-24cd-489e-8748-7c1cd76b27b1 req-433c34f0-1df5-4b2b-ac7b-3c36592add49 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:59.571533 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a09fcdb1-24cd-489e-8748-7c1cd76b27b1 req-433c34f0-1df5-4b2b-ac7b-3c36592add49 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 944 time: 0.1106520
Jun 03 20:19:59.639697 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a09fcdb1-24cd-489e-8748-7c1cd76b27b1 req-c659184c-3b21-499f-ba10-ff9f4ed2b14c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622241
Jun 03 20:19:59.707664 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2060c2-e399-4a72-a670-3d8573800a77 req-5438d4db-7449-48fb-a69a-9d6ff1c1c264 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:19:59.709129 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1e2060c2-e399-4a72-a670-3d8573800a77 req-5438d4db-7449-48fb-a69a-9d6ff1c1c264 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1055038
Jun 03 20:19:59.891068 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1e2060c2-e399-4a72-a670-3d8573800a77 req-44fa1c12-4dc7-4f45-9cfe-e4357e662491 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633737
Jun 03 20:19:59.988339 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:19:59.989937 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba616-7a64-4dc8-8d22-65ea1a5ef672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:00.482962 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 446e0574-0e49-4101-a2cb-5ae9c25b51c2 up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:20:00.600769 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33f0d6-c796-4c63-b246-dc26398e5399 req-9cc8d3a0-fa26-4bf4-a89e-2b5afaa61005 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:00.602216 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-de33f0d6-c796-4c63-b246-dc26398e5399 req-9cc8d3a0-fa26-4bf4-a89e-2b5afaa61005 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 945 time: 0.0845356
Jun 03 20:20:00.628205 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port 446e0574-0e49-4101-a2cb-5ae9c25b51c2 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:20:00.633203 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 446e0574-0e49-4101-a2cb-5ae9c25b51c2 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:00.633588 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:00.650933 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-de33f0d6-c796-4c63-b246-dc26398e5399 req-4c1948cd-b1cd-4496-b182-8d2d631f56fc tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427289
Jun 03 20:20:00.768890 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:00.797794 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e0574-0e49-4101-a2cb-5ae9c25b51c2'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:20:00.800586 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0327f2b9-5f81-40f6-853a-4aa66c7c65b9" -d '{"events": [{"server_uuid": "d6914333-dde9-481d-bef3-a7b52ddb9527", "name": "network-vif-plugged", "status": "completed", "tag": "446e0574-0e49-4101-a2cb-5ae9c25b51c2"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:20:00.821297 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 446e0574-0e49-4101-a2cb-5ae9c25b51c2, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=446e0574-0e49-4101-a2cb-5ae9c25b51c2,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:20:00.847872 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ab80cd-330e-42a8-880e-402788241f6e x-openstack-request-id: req-f7ab80cd-330e-42a8-880e-402788241f6e {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:20:00.848175 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6914333-dde9-481d-bef3-a7b52ddb9527", "name": "network-vif-plugged", "status": "completed", "tag": "446e0574-0e49-4101-a2cb-5ae9c25b51c2", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:20:00.849467 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f7ab80cd-330e-42a8-880e-402788241f6e {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:20:00.849467 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e0574-0e49-4101-a2cb-5ae9c25b51c2', 'code': 200}
Jun 03 20:20:00.896148 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334810a4-9eaf-4a11-ada0-e859d36d1be4 req-64884aad-3fdd-4d07-a973-6426b8d03713 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:00.897587 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-334810a4-9eaf-4a11-ada0-e859d36d1be4 req-64884aad-3fdd-4d07-a973-6426b8d03713 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 944 time: 0.1224408
Jun 03 20:20:00.901951 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:00.903885 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:00.958296 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-334810a4-9eaf-4a11-ada0-e859d36d1be4 req-ff62112e-d299-4dc1-88e3-9df72a790f4e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544283
Jun 03 20:20:00.984941 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=446e0574-0e49-4101-a2cb-5ae9c25b51c2,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:00.988226 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:01.104631 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a152deb-39fb-4aed-a1c9-f67141d382c7 req-6bd7ea24-68ca-4ca5-a7fe-02ee09e99f6e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:01.106490 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2a152deb-39fb-4aed-a1c9-f67141d382c7 req-6bd7ea24-68ca-4ca5-a7fe-02ee09e99f6e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0828795
Jun 03 20:20:01.154935 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2a152deb-39fb-4aed-a1c9-f67141d382c7 req-b41d16cd-4cc9-4278-854f-a83147ffc3ce tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400105
Jun 03 20:20:01.250853 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:02.185432 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2abee1-999d-46f8-aac1-6be2a39f6d20 req-a104166f-075f-4b70-9179-72401af4413a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:02.187618 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4e2abee1-999d-46f8-aac1-6be2a39f6d20 req-a104166f-075f-4b70-9179-72401af4413a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.0899870
Jun 03 20:20:02.234819 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4e2abee1-999d-46f8-aac1-6be2a39f6d20 req-ee0595a2-2afa-4dbf-b156-e0e8a20f5264 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405676
Jun 03 20:20:02.347103 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f3a04-df9b-4cec-b19d-5d9637a50a17 req-5766418f-2e9a-4e4a-af93-d2686d5a5846 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:02.348560 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-566f3a04-df9b-4cec-b19d-5d9637a50a17 req-5766418f-2e9a-4e4a-af93-d2686d5a5846 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0819180
Jun 03 20:20:02.392533 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-566f3a04-df9b-4cec-b19d-5d9637a50a17 req-c973c3ff-4338-4e31-b5dd-bbfcde71c8b4 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383232
Jun 03 20:20:02.862135 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:03.428334 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab4c25-d3e1-4155-be60-9d8a5808a8a1 req-f9bfcf6b-ae51-443f-9e84-7cb77bdf8a00 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:03.429802 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c7ab4c25-d3e1-4155-be60-9d8a5808a8a1 req-f9bfcf6b-ae51-443f-9e84-7cb77bdf8a00 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.0828495
Jun 03 20:20:03.478218 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c7ab4c25-d3e1-4155-be60-9d8a5808a8a1 req-04b835e1-2da8-40b4-9cf7-eeda23e4c4ed tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396581
Jun 03 20:20:03.586766 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43b0a8-3ca2-4ffd-af4b-4f057bb8925b req-d590a18a-7e61-4002-b642-7de16eccd606 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:03.588250 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2c43b0a8-3ca2-4ffd-af4b-4f057bb8925b req-d590a18a-7e61-4002-b642-7de16eccd606 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0878553
Jun 03 20:20:03.633015 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2c43b0a8-3ca2-4ffd-af4b-4f057bb8925b req-4a5b9b40-6548-48a2-a61c-befe61e834f5 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384390
Jun 03 20:20:04.673440 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d1981-359b-4e41-bf35-cb1d8e0aa9ac req-6ae04104-8c21-40e3-970a-6f20d2e1e26a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:04.674974 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e10d1981-359b-4e41-bf35-cb1d8e0aa9ac req-6ae04104-8c21-40e3-970a-6f20d2e1e26a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.0827613
Jun 03 20:20:04.719662 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e10d1981-359b-4e41-bf35-cb1d8e0aa9ac req-bc74047c-3e92-4a0d-a643-d89e05434c90 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389428
Jun 03 20:20:04.822838 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127810f3-cc4d-404d-a5b5-81e1d27baee7 req-0804eb6d-b22b-477f-baf0-97bf55be617c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:04.824284 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-127810f3-cc4d-404d-a5b5-81e1d27baee7 req-0804eb6d-b22b-477f-baf0-97bf55be617c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0849602
Jun 03 20:20:04.868483 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-127810f3-cc4d-404d-a5b5-81e1d27baee7 req-020cdc50-4b5f-4add-8263-e7664d29a91a tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385664
Jun 03 20:20:05.272174 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520731b5-1d20-4377-ae34-69608e5f83cd req-7b57e671-fae0-400c-a3a9-0dd3529ffc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:05.273652 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-520731b5-1d20-4377-ae34-69608e5f83cd req-7b57e671-fae0-400c-a3a9-0dd3529ffc3f service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 1098 time: 0.0752499
Jun 03 20:20:05.329374 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-520731b5-1d20-4377-ae34-69608e5f83cd req-34ef8acd-ebae-4f10-9019-009e7e2fe0aa service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355608
Jun 03 20:20:05.930514 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864319a-8086-4211-8529-f28418353d1f req-372304f0-487d-4941-898b-8a73e38354b1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:05.932168 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6864319a-8086-4211-8529-f28418353d1f req-372304f0-487d-4941-898b-8a73e38354b1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.0897479
Jun 03 20:20:05.989242 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6864319a-8086-4211-8529-f28418353d1f req-c1ac4806-dfe9-4eac-80c3-3e7cf7797126 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441663
Jun 03 20:20:06.065061 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f7999-34f9-4738-b749-b2d1834f8ee5 req-71802b99-9063-44e3-8a76-697695f5b899 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:06.066750 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cb6f7999-34f9-4738-b749-b2d1834f8ee5 req-71802b99-9063-44e3-8a76-697695f5b899 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0799875
Jun 03 20:20:06.118823 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cb6f7999-34f9-4738-b749-b2d1834f8ee5 req-3a960151-0086-48cf-915b-2b481c65e0ca tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462766
Jun 03 20:20:07.188265 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541f587-0a04-481a-8354-ee793db017f8 req-b9ab2991-34a9-47d1-9f4b-970f221c57be tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:07.189742 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b541f587-0a04-481a-8354-ee793db017f8 req-b9ab2991-34a9-47d1-9f4b-970f221c57be tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.0803192
Jun 03 20:20:07.236920 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b541f587-0a04-481a-8354-ee793db017f8 req-bebe7bb9-3b84-4e1a-802d-22867a00e780 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414526
Jun 03 20:20:07.477941 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95073864-0a2d-4fa0-bf7f-48f42569bef0 req-e33aca13-9363-4a93-b8a6-03cf9697ca3a tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:07.479438 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-95073864-0a2d-4fa0-bf7f-48f42569bef0 req-e33aca13-9363-4a93-b8a6-03cf9697ca3a tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1360910
Jun 03 20:20:07.524120 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-95073864-0a2d-4fa0-bf7f-48f42569bef0 req-acb3dbab-6c81-47ff-beb7-aeedf6d8bfcc tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385914
Jun 03 20:20:08.485366 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f78ec0-8d02-4e68-90d3-e79f1e3c7d9f req-510037a3-b696-4726-ba6f-f8c73a5e67ba tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:08.488711 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-28f78ec0-8d02-4e68-90d3-e79f1e3c7d9f req-510037a3-b696-4726-ba6f-f8c73a5e67ba tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.1233106
Jun 03 20:20:08.535492 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-28f78ec0-8d02-4e68-90d3-e79f1e3c7d9f req-bbe8c9af-420f-41f4-b9ff-eae88d04c677 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424533
Jun 03 20:20:08.718544 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2bb4e-7f09-4e9c-9336-f938fa513908 req-21bcb7d8-1fe6-42bf-8356-b2346feaac61 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:08.720245 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d3f2bb4e-7f09-4e9c-9336-f938fa513908 req-21bcb7d8-1fe6-42bf-8356-b2346feaac61 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0827167
Jun 03 20:20:08.723233 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9cd0e-0521-4454-bd69-05f550a49e7c req-c566b655-a7e4-4a32-a862-bcfc1c3960d6 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:08.727123 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-28f9cd0e-0521-4454-bd69-05f550a49e7c req-c566b655-a7e4-4a32-a862-bcfc1c3960d6 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.0840993
Jun 03 20:20:08.733377 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38292) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:08.738053 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-ae577bc2-c08f-42d8-b35f-4fec7b940a83 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Request body: {'floatingip': {'port_id': '446e0574-0e49-4101-a2cb-5ae9c25b51c2'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:08.767903 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d3f2bb4e-7f09-4e9c-9336-f938fa513908 req-468c7135-3957-4516-b274-9d144f7be587 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411887
Jun 03 20:20:08.817485 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ae577bc2-c08f-42d8-b35f-4fec7b940a83 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for floatingip, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:09.593508 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ae577bc2-c08f-42d8-b35f-4fec7b940a83 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:09.611123 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:09.685152 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ae577bc2-c08f-42d8-b35f-4fec7b940a83 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-836964'] for floatingip, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:09.982170 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.l3_db [None req-ae577bc2-c08f-42d8-b35f-4fec7b940a83 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Floating IP 2d02fd1f-38e0-46f7-ada1-0fde6912ab86 associated. External IP: 172.27.0.34, port: 446e0574-0e49-4101-a2cb-5ae9c25b51c2.
Jun 03 20:20:10.144503 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb3336-41d6-4ce4-b72c-1bc514ef6656 req-5faeee57-6cb7-4e87-a620-57b21b7d6d23 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:10.146975 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-24eb3336-41d6-4ce4-b72c-1bc514ef6656 req-5faeee57-6cb7-4e87-a620-57b21b7d6d23 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.2468085
Jun 03 20:20:10.214968 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-24eb3336-41d6-4ce4-b72c-1bc514ef6656 req-6ba73841-e2ea-4a36-8af3-29895a068729 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626016
Jun 03 20:20:10.407970 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae577bc2-c08f-42d8-b35f-4fec7b940a83 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:20:10.642287 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 38332) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:10.646260 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae577bc2-c08f-42d8-b35f-4fec7b940a83 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:20:10.668023 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504ab36-8c0f-45b3-a323-4a0393b855bf None None] Sync routers for ids ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:20:10.670658 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ae577bc2-c08f-42d8-b35f-4fec7b940a83 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for floatingip, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:10.682232 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504ab36-8c0f-45b3-a323-4a0393b855bf None None] Routers {'25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:20:10.682898 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-8504ab36-8c0f-45b3-a323-4a0393b855bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42175df820>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:20:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:10.732797 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-ae577bc2-c08f-42d8-b35f-4fec7b940a83 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "PUT /v2.0/floatingips/2d02fd1f-38e0-46f7-ada1-0fde6912ab86 HTTP/1.1" status: 200  len: 990 time: 1.9981754
Jun 03 20:20:10.734553 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'tag': '446e0574-0e49-4101-a2cb-5ae9c25b51c2'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:20:10.737539 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612bf8b8-7f92-4501-989a-19dff32922d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d6914333-dde9-481d-bef3-a7b52ddb9527", "tag": "446e0574-0e49-4101-a2cb-5ae9c25b51c2"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:20:10.814340 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ef7917-1f77-440f-b54d-f8124746a473 x-openstack-request-id: req-b3ef7917-1f77-440f-b54d-f8124746a473 {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:20:10.815082 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6914333-dde9-481d-bef3-a7b52ddb9527", "tag": "446e0574-0e49-4101-a2cb-5ae9c25b51c2", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:20:10.815388 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b3ef7917-1f77-440f-b54d-f8124746a473 {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:20:10.815826 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'tag': '446e0574-0e49-4101-a2cb-5ae9c25b51c2', 'status': 'completed', 'code': 200}
Jun 03 20:20:10.837269 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472174cf-a044-4506-a63a-7a29d4cdad43 req-50f7c273-0976-4ad6-8a51-8041f5627232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:10.839776 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-472174cf-a044-4506-a63a-7a29d4cdad43 req-50f7c273-0976-4ad6-8a51-8041f5627232 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 1098 time: 0.1475539
Jun 03 20:20:10.902827 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-472174cf-a044-4506-a63a-7a29d4cdad43 req-665a01a7-829c-427d-9fca-14ad0ef31509 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549660
Jun 03 20:20:10.925101 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bf8b8-7f92-4501-989a-19dff32922d1 req-ceed36f4-552a-4d35-901d-39d185701882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:10.927290 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-612bf8b8-7f92-4501-989a-19dff32922d1 req-ceed36f4-552a-4d35-901d-39d185701882 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=f5cdd4a3137d4af39a4e825b870c302b&device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 1098 time: 0.0897319
Jun 03 20:20:10.942536 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2515-5e54-4aff-a5f6-2ae8ca48fc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:10.943188 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-8504ab36-8c0f-45b3-a323-4a0393b855bf None None] Set router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:20:10.958369 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-fc5e2515-5e54-4aff-a5f6-2ae8ca48fc67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:10.962336 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-fc5e2515-5e54-4aff-a5f6-2ae8ca48fc67 admin admin] Usage tracker for resource:security_group_rule and tenant:455c6bae7a4b4a129b1a283f07773bcb is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:10.965335 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-fc5e2515-5e54-4aff-a5f6-2ae8ca48fc67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:10.977788 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-fc5e2515-5e54-4aff-a5f6-2ae8ca48fc67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:11.097500 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2515-5e54-4aff-a5f6-2ae8ca48fc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:11.117650 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bf8b8-7f92-4501-989a-19dff32922d1 req-de98a227-df04-4778-9b7b-c731fa5b0ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:11.119368 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-612bf8b8-7f92-4501-989a-19dff32922d1 req-de98a227-df04-4778-9b7b-c731fa5b0ecd service neutron] 10.222.0.122 "GET /v2.0/networks?id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36 HTTP/1.1" status: 200  len: 919 time: 0.1336691
Jun 03 20:20:11.195319 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2515-5e54-4aff-a5f6-2ae8ca48fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:11.212495 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4750cf68-569f-4aec-8159-c06269527438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:11.253415 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e2515-5e54-4aff-a5f6-2ae8ca48fc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393376d4-f660-45a7-8923-e4677d218833,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:11.258875 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-fc5e2515-5e54-4aff-a5f6-2ae8ca48fc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:11.273972 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-612bf8b8-7f92-4501-989a-19dff32922d1 req-d84facce-c48e-4c56-8e25-6e980e42057b service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=446e0574-0e49-4101-a2cb-5ae9c25b51c2 HTTP/1.1" status: 200  len: 998 time: 0.1257071
Jun 03 20:20:11.298863 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-fc5e2515-5e54-4aff-a5f6-2ae8ca48fc67 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=455c6bae7a4b4a129b1a283f07773bcb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6553781
Jun 03 20:20:11.299803 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 38350) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:11.352483 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bf8b8-7f92-4501-989a-19dff32922d1 req-e948b4d5-c87d-4b50-9bda-d8374c4d4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:11.353949 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-612bf8b8-7f92-4501-989a-19dff32922d1 req-e948b4d5-c87d-4b50-9bda-d8374c4d4013 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2 HTTP/1.1" status: 200  len: 856 time: 0.0813003
Jun 03 20:20:11.373672 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-772fa0a7-6ab2-47db-b8c6-7db9de54976c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:11.418264 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-772fa0a7-6ab2-47db-b8c6-7db9de54976c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:11.418747 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-8504ab36-8c0f-45b3-a323-4a0393b855bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42175df820>, [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:19Z', 'revision_number': 4, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': '2d02fd1f-38e0-46f7-ada1-0fde6912ab86', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'port_id': '446e0574-0e49-4101-a2cb-5ae9c25b51c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'mac_address': 'fa:16:3e:10:d9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:19:24Z', 'updated_at': '2021-06-03T20:20:09Z', 'revision_number': 1, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30546ce2-65f1-471d-b3b2-7212ed1a0b31', 'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'mac_address': 'fa:16:3e:17:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:18Z', 'updated_at': '2021-06-03T20:19:26Z', 'revision_number': 5, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'subnets': [{'id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:11.422820 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504ab36-8c0f-45b3-a323-4a0393b855bf None None] Checking router: 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:20:11.431355 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504ab36-8c0f-45b3-a323-4a0393b855bf None None] Routers {'25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:20:11.431968 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-8504ab36-8c0f-45b3-a323-4a0393b855bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42175df820>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:20:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:11.504440 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39892b0f-9ee7-40eb-98f0-3c56bf4890a2 req-67f0a744-f220-4e25-9d47-c843ff55d8fd tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:11.506039 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-39892b0f-9ee7-40eb-98f0-3c56bf4890a2 req-67f0a744-f220-4e25-9d47-c843ff55d8fd tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1396980
Jun 03 20:20:11.533713 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bf8b8-7f92-4501-989a-19dff32922d1 req-0249443d-ddb1-405c-b0c7-1074135d496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:11.535499 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-612bf8b8-7f92-4501-989a-19dff32922d1 req-0249443d-ddb1-405c-b0c7-1074135d496a service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1284363
Jun 03 20:20:11.585306 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-39892b0f-9ee7-40eb-98f0-3c56bf4890a2 req-5cd60afb-aada-44b7-8ed7-0aac263c749e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710196
Jun 03 20:20:11.620351 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-8504ab36-8c0f-45b3-a323-4a0393b855bf None None] Set router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:20:11.628860 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-772fa0a7-6ab2-47db-b8c6-7db9de54976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:11.635335 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-48255b83-417e-47b4-a83c-7b75bb09c5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:11.651523 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-772fa0a7-6ab2-47db-b8c6-7db9de54976c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:11.652924 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-772fa0a7-6ab2-47db-b8c6-7db9de54976c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/393376d4-f660-45a7-8923-e4677d218833 HTTP/1.1" status: 204  len: 168 time: 0.3519888
Jun 03 20:20:11.653792 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772fa0a7-6ab2-47db-b8c6-7db9de54976c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393376d4-f660-45a7-8923-e4677d218833,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:11.664533 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-772fa0a7-6ab2-47db-b8c6-7db9de54976c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:11.813106 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-612bf8b8-7f92-4501-989a-19dff32922d1 req-452c838c-ef06-4673-a325-f913b41a8a78 service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2605863
Jun 03 20:20:11.949697 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-612bf8b8-7f92-4501-989a-19dff32922d1 req-74410bba-49ca-42f8-a4dc-235d3b4b71fb service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257489
Jun 03 20:20:12.004871 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-8504ab36-8c0f-45b3-a323-4a0393b855bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42175df820>, [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:19Z', 'revision_number': 4, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': '2d02fd1f-38e0-46f7-ada1-0fde6912ab86', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'port_id': '446e0574-0e49-4101-a2cb-5ae9c25b51c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'mac_address': 'fa:16:3e:10:d9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:19:24Z', 'updated_at': '2021-06-03T20:20:09Z', 'revision_number': 1, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30546ce2-65f1-471d-b3b2-7212ed1a0b31', 'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'mac_address': 'fa:16:3e:17:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:18Z', 'updated_at': '2021-06-03T20:19:26Z', 'revision_number': 5, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'subnets': [{'id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:12.009414 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504ab36-8c0f-45b3-a323-4a0393b855bf None None] The sync data for ids ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'] in dv-cinder-794669-1-iscsi is: [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:19Z', 'revision_number': 4, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': '2d02fd1f-38e0-46f7-ada1-0fde6912ab86', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'port_id': '446e0574-0e49-4101-a2cb-5ae9c25b51c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'mac_address': 'fa:16:3e:10:d9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:19:24Z', 'updated_at': '2021-06-03T20:20:09Z', 'revision_number': 1, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30546ce2-65f1-471d-b3b2-7212ed1a0b31', 'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'mac_address': 'fa:16:3e:17:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:18Z', 'updated_at': '2021-06-03T20:19:26Z', 'revision_number': 5, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'subnets': [{'id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:20:12.266943 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ac4225-6ad8-47a5-ba63-f1e547a82b65 None None] New status for floating IP 2d02fd1f-38e0-46f7-ada1-0fde6912ab86: ACTIVE {{(pid=92638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 20:20:12.796874 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 38390) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:12.818135 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c0c13-091c-4b77-bc5c-1ac3f0cf9116 req-698ba34c-2966-4ea2-b863-09fc85ca5d6c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:12.825330 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-864c0c13-091c-4b77-bc5c-1ac3f0cf9116 req-698ba34c-2966-4ea2-b863-09fc85ca5d6c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1193464
Jun 03 20:20:12.879213 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-864c0c13-091c-4b77-bc5c-1ac3f0cf9116 req-2ec03f06-f387-49dd-8e69-b5f2192fd3c6 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510342
Jun 03 20:20:12.949300 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-17b7d827-11fe-4ad6-b180-6a2ab0b802ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:12.962765 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-17b7d827-11fe-4ad6-b180-6a2ab0b802ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:12.966796 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-17b7d827-11fe-4ad6-b180-6a2ab0b802ee admin admin] Usage tracker for resource:security_group_rule and tenant:a826b05f4b0c4763b1bdde5af2ff9fa3 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:12.970295 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-17b7d827-11fe-4ad6-b180-6a2ab0b802ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:12.976347 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-17b7d827-11fe-4ad6-b180-6a2ab0b802ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:13.082938 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-17b7d827-11fe-4ad6-b180-6a2ab0b802ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:13.153682 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-17b7d827-11fe-4ad6-b180-6a2ab0b802ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:13.166382 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-fc5e2515-5e54-4aff-a5f6-2ae8ca48fc67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:13.247209 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-17b7d827-11fe-4ad6-b180-6a2ab0b802ee admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a826b05f4b0c4763b1bdde5af2ff9fa3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4486268
Jun 03 20:20:13.247935 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7d827-11fe-4ad6-b180-6a2ab0b802ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815e6ac1-4000-4f21-b78b-879d80506222,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:13.250665 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38416) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:13.259348 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-17b7d827-11fe-4ad6-b180-6a2ab0b802ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:13.339256 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d1e4a286-77eb-4ec6-9775-790ad3a1f915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:13.371090 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d1e4a286-77eb-4ec6-9775-790ad3a1f915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:13.545568 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d6a8e-849b-4622-a8a1-36bc7940d2ca req-088b3a8e-5e7a-4a2c-bd39-2591e445489c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:13.547901 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-421d6a8e-849b-4622-a8a1-36bc7940d2ca req-088b3a8e-5e7a-4a2c-bd39-2591e445489c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0867999
Jun 03 20:20:13.565133 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d1e4a286-77eb-4ec6-9775-790ad3a1f915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:13.570049 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-692d81b7-22c3-4033-bffc-70f4218dceb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:13.601110 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-421d6a8e-849b-4622-a8a1-36bc7940d2ca req-4592eea0-538d-4325-8419-c3b578b77b4a tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461848
Jun 03 20:20:13.623298 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4a286-77eb-4ec6-9775-790ad3a1f915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815e6ac1-4000-4f21-b78b-879d80506222,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:13.627240 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-d1e4a286-77eb-4ec6-9775-790ad3a1f915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:13.630716 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d1e4a286-77eb-4ec6-9775-790ad3a1f915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:13.634571 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-d1e4a286-77eb-4ec6-9775-790ad3a1f915 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/815e6ac1-4000-4f21-b78b-879d80506222 HTTP/1.1" status: 204  len: 168 time: 0.3826382
Jun 03 20:20:13.666356 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397f12a-16b6-46ff-b1ee-cd359ee97a8e req-4b4c4390-104e-44db-958f-231abade01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:13.667899 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f397f12a-16b6-46ff-b1ee-cd359ee97a8e req-4b4c4390-104e-44db-958f-231abade01bb service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=10d1e6de1c374152919c5d3fa5abbb75&device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 1098 time: 0.0875909
Jun 03 20:20:13.809121 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397f12a-16b6-46ff-b1ee-cd359ee97a8e req-1f85a3a1-7291-4e9a-9330-1b415b2131d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:13.810554 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f397f12a-16b6-46ff-b1ee-cd359ee97a8e req-1f85a3a1-7291-4e9a-9330-1b415b2131d7 service neutron] 10.222.0.122 "GET /v2.0/networks?id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 HTTP/1.1" status: 200  len: 920 time: 0.1271996
Jun 03 20:20:13.881790 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f397f12a-16b6-46ff-b1ee-cd359ee97a8e req-7976aa12-7066-48b5-9b41-1f8e31181728 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d HTTP/1.1" status: 200  len: 217 time: 0.0637290
Jun 03 20:20:13.963191 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397f12a-16b6-46ff-b1ee-cd359ee97a8e req-a95b19ce-06e5-415b-9916-a63b3c47c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:13.964688 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f397f12a-16b6-46ff-b1ee-cd359ee97a8e req-a95b19ce-06e5-415b-9916-a63b3c47c874 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=174d75d0-7dfc-49fe-bd08-723170d65455 HTTP/1.1" status: 200  len: 858 time: 0.0619740
Jun 03 20:20:14.019487 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f397f12a-16b6-46ff-b1ee-cd359ee97a8e req-6d7bcfed-8708-4de8-90df-40c4e8327287 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470731
Jun 03 20:20:14.097257 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 38428) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:14.179858 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f397f12a-16b6-46ff-b1ee-cd359ee97a8e req-15fe4748-0025-4539-ac47-5ee645859e84 service neutron] 10.222.0.122 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367757
Jun 03 20:20:14.313759 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f1c00ab5-3ddb-4096-b918-a8dd703093ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:14.332367 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f397f12a-16b6-46ff-b1ee-cd359ee97a8e req-af5696a1-9342-4ef0-8e17-4648460ed6b5 service neutron] 10.222.0.122 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445205
Jun 03 20:20:14.336475 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-f1c00ab5-3ddb-4096-b918-a8dd703093ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:14.340385 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-f1c00ab5-3ddb-4096-b918-a8dd703093ba admin admin] Usage tracker for resource:security_group_rule and tenant:92b8c7a6cb554d34b191916ba8a3588a is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:14.345192 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-f1c00ab5-3ddb-4096-b918-a8dd703093ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:14.362708 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-f1c00ab5-3ddb-4096-b918-a8dd703093ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:14.512724 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f1c00ab5-3ddb-4096-b918-a8dd703093ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:14.600004 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f1c00ab5-3ddb-4096-b918-a8dd703093ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:14.609430 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-17b7d827-11fe-4ad6-b180-6a2ab0b802ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:14.672745 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38466) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:14.674877 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-f1c00ab5-3ddb-4096-b918-a8dd703093ba admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=92b8c7a6cb554d34b191916ba8a3588a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5716097
Jun 03 20:20:14.677209 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c00ab5-3ddb-4096-b918-a8dd703093ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26aad60-e3d9-4249-94e8-cfc5ae2cda38,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:14.684105 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-f1c00ab5-3ddb-4096-b918-a8dd703093ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:14.739142 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-8d7f3eef-fb3a-4858-900c-7a311fa17be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:14.771025 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-8d7f3eef-fb3a-4858-900c-7a311fa17be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:14.849522 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1d379-b726-428e-900c-f670aaf9288b req-f89fd2c6-bcb8-49fb-9c38-340f4abc97a8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:14.850930 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a9c1d379-b726-428e-900c-f670aaf9288b req-f89fd2c6-bcb8-49fb-9c38-340f4abc97a8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0839858
Jun 03 20:20:14.906875 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a9c1d379-b726-428e-900c-f670aaf9288b req-4a182d73-1f29-4c41-ad35-69863bfbc936 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495098
Jun 03 20:20:14.938113 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-8d7f3eef-fb3a-4858-900c-7a311fa17be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:14.942201 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-51dc5570-1927-4545-b4cb-d94fabb129a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:14.962012 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f3eef-fb3a-4858-900c-7a311fa17be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26aad60-e3d9-4249-94e8-cfc5ae2cda38,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:14.968221 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-8d7f3eef-fb3a-4858-900c-7a311fa17be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:14.976898 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-8d7f3eef-fb3a-4858-900c-7a311fa17be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:14.976898 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-8d7f3eef-fb3a-4858-900c-7a311fa17be8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a26aad60-e3d9-4249-94e8-cfc5ae2cda38 HTTP/1.1" status: 204  len: 168 time: 0.3002436
Jun 03 20:20:15.287318 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38486) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:15.414563 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ae36a66f-6948-4c1d-91df-27b516faabcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:15.428813 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-ae36a66f-6948-4c1d-91df-27b516faabcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:15.432706 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-ae36a66f-6948-4c1d-91df-27b516faabcb admin admin] Usage tracker for resource:security_group_rule and tenant:891a7d30f8bd45a1966274638b55c14a is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:15.435529 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-ae36a66f-6948-4c1d-91df-27b516faabcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:15.441759 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-ae36a66f-6948-4c1d-91df-27b516faabcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:15.531751 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ae36a66f-6948-4c1d-91df-27b516faabcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:15.633711 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ae36a66f-6948-4c1d-91df-27b516faabcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:15.642113 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c44b4cd2-820b-4f41-bd86-4b06fdcc82c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:15.682697 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36a66f-6948-4c1d-91df-27b516faabcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c07ff61-8f52-494a-91b3-28ddea68b4fc,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:15.687454 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-ae36a66f-6948-4c1d-91df-27b516faabcb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=891a7d30f8bd45a1966274638b55c14a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3990600
Jun 03 20:20:15.689367 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ae36a66f-6948-4c1d-91df-27b516faabcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:15.690869 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 38502) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:15.761725 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-89f5a21d-17fa-41c7-befb-983b8d658911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:15.788436 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-89f5a21d-17fa-41c7-befb-983b8d658911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:15.982595 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-89f5a21d-17fa-41c7-befb-983b8d658911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:15.991982 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5dc4681a-88f6-4c80-a55a-f4083f782293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:16.005828 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5a21d-17fa-41c7-befb-983b8d658911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c07ff61-8f52-494a-91b3-28ddea68b4fc,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:16.008785 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-89f5a21d-17fa-41c7-befb-983b8d658911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:16.020401 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-89f5a21d-17fa-41c7-befb-983b8d658911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:16.032409 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-89f5a21d-17fa-41c7-befb-983b8d658911 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1c07ff61-8f52-494a-91b3-28ddea68b4fc HTTP/1.1" status: 204  len: 168 time: 0.3338263
Jun 03 20:20:16.152723 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b17f1c-817d-4f9a-9a8a-253ba23e46ea req-9e61e7ae-2373-473a-9c88-282e91c9bbae tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:16.152723 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-42b17f1c-817d-4f9a-9a8a-253ba23e46ea req-9e61e7ae-2373-473a-9c88-282e91c9bbae tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1100149
Jun 03 20:20:16.223918 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-42b17f1c-817d-4f9a-9a8a-253ba23e46ea req-6fa3a3da-67a4-481b-8ea8-4fa2270553e2 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712233
Jun 03 20:20:17.446638 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38574) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:17.543439 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f13ef4-db29-435f-bd56-aa048bfb189e req-535639bb-12ff-479c-9dae-e5a3d8206594 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:17.545899 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-77f13ef4-db29-435f-bd56-aa048bfb189e req-535639bb-12ff-479c-9dae-e5a3d8206594 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1276660
Jun 03 20:20:17.593006 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-77f13ef4-db29-435f-bd56-aa048bfb189e req-d5e2e98f-5f76-447b-9010-9569de09794f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416050
Jun 03 20:20:17.597361 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0f85bb98-beb5-42dd-8235-512e435d483c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:17.612763 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-0f85bb98-beb5-42dd-8235-512e435d483c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:17.616807 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-0f85bb98-beb5-42dd-8235-512e435d483c admin admin] Usage tracker for resource:security_group_rule and tenant:07c23974751e49f98c10721dd27e3504 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:17.619973 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-0f85bb98-beb5-42dd-8235-512e435d483c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:17.626413 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-0f85bb98-beb5-42dd-8235-512e435d483c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:17.717237 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0f85bb98-beb5-42dd-8235-512e435d483c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:17.804895 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38588) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:17.829975 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0f85bb98-beb5-42dd-8235-512e435d483c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:17.839367 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-d1e4a286-77eb-4ec6-9775-790ad3a1f915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:17.898944 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-0f85bb98-beb5-42dd-8235-512e435d483c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=07c23974751e49f98c10721dd27e3504&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4509706
Jun 03 20:20:17.900772 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85bb98-beb5-42dd-8235-512e435d483c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909404e1-2c72-4118-8db2-7b7bee83601b,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:17.902119 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 38594) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:17.904500 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-0f85bb98-beb5-42dd-8235-512e435d483c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:17.980343 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1097008432-network', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:17.996010 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:18.001335 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Usage tracker for resource:network and tenant:a9b525c195d240939facb0f0f69e34c4 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:18.005108 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:18.011891 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:18.059635 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-05524209-0982-4b18-92a0-212c71cc9acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:18.088496 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-05524209-0982-4b18-92a0-212c71cc9acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:18.131055 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Made reservation on behalf of a9b525c195d240939facb0f0f69e34c4 for: {'network': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:20:18.133522 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:18.147293 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:18.162600 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:18.166372 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Usage tracker for resource:security_group_rule and tenant:a9b525c195d240939facb0f0f69e34c4 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:18.169164 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:18.175694 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:18.234378 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-05524209-0982-4b18-92a0-212c71cc9acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:18.237987 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:18.252541 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05524209-0982-4b18-92a0-212c71cc9acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909404e1-2c72-4118-8db2-7b7bee83601b,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:18.255576 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-05524209-0982-4b18-92a0-212c71cc9acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:18.257720 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-05524209-0982-4b18-92a0-212c71cc9acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:18.258844 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-05524209-0982-4b18-92a0-212c71cc9acb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/909404e1-2c72-4118-8db2-7b7bee83601b HTTP/1.1" status: 204  len: 168 time: 0.3555279
Jun 03 20:20:18.324734 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:18.411183 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:18.417350 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-fdf56e91-0a01-46d4-8e99-6fb86dedf649 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:18.446856 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323}  {{(pid=92636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:20:18.455538 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721d5b62-8be7-4997-8a70-0fa41a79e491,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:18.459285 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:18.463173 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:18.463521 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.segments_db [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Added segment ab178520-2fc5-4903-813e-5a43fe4d138c of type vlan for network 6e68be35-77da-422e-8229-bc0fe54b16d7
Jun 03 20:20:18.498088 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:18.616533 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:18.617882 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:18.618708 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:18.624231 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:18.730254 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Pushing event updated for resources: {'Network': ['ID=6e68be35-77da-422e-8229-bc0fe54b16d7,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:18.733745 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:18.741533 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network 6e68be35-77da-422e-8229-bc0fe54b16d7 details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:20:18.791272 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.9878178
Jun 03 20:20:18.791606 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 38608) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:18.796985 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] Request body: {'subnet': {'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1097008432-subnet', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'ip_version': 4}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:18.801743 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:18.805567 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] Usage tracker for resource:subnet and tenant:a9b525c195d240939facb0f0f69e34c4 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:18.808374 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:18.814597 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:18.900755 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] Made reservation on behalf of a9b525c195d240939facb0f0f69e34c4 for: {'subnet': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:20:18.902289 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14742462'] for subnet, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:18.949785 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38610) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:18.966614 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-068a73d2-4140-419c-95bb-05f275318459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:18.981420 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-068a73d2-4140-419c-95bb-05f275318459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:18.986366 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-068a73d2-4140-419c-95bb-05f275318459 admin admin] Usage tracker for resource:security_group_rule and tenant:987cd0cf385a41e288b5fec5412671e0 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:18.989278 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-068a73d2-4140-419c-95bb-05f275318459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:18.994922 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-068a73d2-4140-419c-95bb-05f275318459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:19.086403 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-068a73d2-4140-419c-95bb-05f275318459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:19.153896 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-068a73d2-4140-419c-95bb-05f275318459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:19.227124 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-2c4f612d-b059-4534-8058-c6e0838af42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:19.266323 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-068a73d2-4140-419c-95bb-05f275318459 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=987cd0cf385a41e288b5fec5412671e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3153677
Jun 03 20:20:19.268008 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a73d2-4140-419c-95bb-05f275318459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874fbc33-1061-434e-a4eb-88529a615902,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:19.270349 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38614) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:19.272502 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-068a73d2-4140-419c-95bb-05f275318459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:19.329801 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-44cfedca-36a7-47d2-9599-08255c7074a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:19.356115 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-44cfedca-36a7-47d2-9599-08255c7074a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:19.401728 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16399095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14742444'] for subnet, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:19.407398 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:19.481073 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc2a89f-71b4-4e63-9775-449d925ee0ff,revision_number=0']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:19.482624 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-44cfedca-36a7-47d2-9599-08255c7074a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:19.485710 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] Checking segment: {'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:20:19.486230 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] Network hostable DHCP agents. Network: 6e68be35-77da-422e-8229-bc0fe54b16d7, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:20:19.487720 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-8d7f3eef-fb3a-4858-900c-7a311fa17be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:19.490746 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:19.502385 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfedca-36a7-47d2-9599-08255c7074a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874fbc33-1061-434e-a4eb-88529a615902,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:19.506081 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-44cfedca-36a7-47d2-9599-08255c7074a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:19.509923 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-44cfedca-36a7-47d2-9599-08255c7074a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:19.513464 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-44cfedca-36a7-47d2-9599-08255c7074a8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/874fbc33-1061-434e-a4eb-88529a615902 HTTP/1.1" status: 204  len: 168 time: 0.2398088
Jun 03 20:20:19.559879 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] Network 6e68be35-77da-422e-8229-bc0fe54b16d7 is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:20:19.640411 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, 6e68be35-77da-422e-8229-bc0fe54b16d7) {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:20:19.649820 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:19.650140 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d8141d-b84b-4c2e-963b-5032d2db44f9 None None] Network 6e68be35-77da-422e-8229-bc0fe54b16d7 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:20:19.651031 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:19.765952 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9732378
Jun 03 20:20:19.768858 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 38634) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:19.773904 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:19.787203 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:19.791775 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Usage tracker for resource:router and tenant:a9b525c195d240939facb0f0f69e34c4 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:19.796680 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:19.825533 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:19.833069 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-71abb48c-6b25-4745-b74e-fa47871109df tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=162bd3749a0e44a3bbfb53222b7d0b79&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0375528
Jun 03 20:20:19.916906 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf48b4315-cbea-59e0-afd0-d1625a86666c-6e68be35-77da-422e-8229-bc0fe54b16d7', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff'}]}} from dv-cinder-794669-1-iscsi. {{(pid=92638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 20:20:19.918648 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:19.945561 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4105'] for router, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:19.946660 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:19.985744 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:20.027362 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-1e99cdf2-ac04-4780-9edd-50412845daaa tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:20.028812 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-1e99cdf2-ac04-4780-9edd-50412845daaa tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1881258
Jun 03 20:20:20.045484 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-166bad13-e5c2-455a-a794-d2b178651ad3 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/quotas/162bd3749a0e44a3bbfb53222b7d0b79 HTTP/1.1" status: 200  len: 375 time: 0.0108852
Jun 03 20:20:20.087158 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.db_base_plugin_common [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Allocated IP 172.20.0.2 (6e68be35-77da-422e-8229-bc0fe54b16d7/edc2a89f-71b4-4e63-9775-449d925ee0ff/94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3) {{(pid=92638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:20:20.095895 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-7bea2ebb-f2bd-48f9-9de3-578e42514fd7 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=162bd3749a0e44a3bbfb53222b7d0b79&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0448582
Jun 03 20:20:20.296550 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38642) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:20.326549 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-49425416-5045-405e-a96c-60f02557039b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:20.339823 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Notify callbacks [] for port, precommit_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:20.357403 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Transition to ACTIVE for port object 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:20:20.360792 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-49425416-5045-405e-a96c-60f02557039b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:20.369574 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-49425416-5045-405e-a96c-60f02557039b admin admin] Usage tracker for resource:security_group_rule and tenant:e86e728b4df54d8999cd81b42c0b75a0 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:20.373260 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4206'] for router, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:20.379574 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-49425416-5045-405e-a96c-60f02557039b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:20.383262 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Transition to ACTIVE for port object 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 will not be triggered until provisioned by entity DHCP. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:20:20.388250 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-49425416-5045-405e-a96c-60f02557039b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:20.427672 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-af129b65-97a0-48cc-bf8f-d60606665dd2 req-b4b44a84-95f8-4a87-944a-bb952b0faabb tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 210 time: 0.0488007
Jun 03 20:20:20.478988 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-49425416-5045-405e-a96c-60f02557039b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:20.498109 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596'] for port, after_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:20.502076 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:20.578207 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Pushing event updated for resources: {'Port': ['ID=94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3,revision_number=1']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:20.585479 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Network 6e68be35-77da-422e-8229-bc0fe54b16d7 is already hosted by enough agents. {{(pid=92638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:20:20.589748 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.base_scheduler [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Resources bound (agent type, host, resource id):  {{(pid=92638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:20:20.592529 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:20.593082 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:20.593576 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:20.594061 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:20.594560 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:20.595111 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:20.595592 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:20.596081 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:20.596588 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:20.596923 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:20.597398 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:20.597919 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:20.601163 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Received port after_create {{(pid=92638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:20:20.616430 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-49425416-5045-405e-a96c-60f02557039b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:20.623571 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-36798d44-99dc-4f9a-bf2f-1477292faeff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:20.643439 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:20.667918 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49425416-5045-405e-a96c-60f02557039b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580e3adc-33e1-480d-a5d1-78f95b5ccd20,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:20.674066 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-49425416-5045-405e-a96c-60f02557039b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:20.696257 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-49425416-5045-405e-a96c-60f02557039b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e86e728b4df54d8999cd81b42c0b75a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3986433
Jun 03 20:20:20.698722 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38656) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:20.699606 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Attempting to bind port 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:20:20.700049 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Attempting to bind port 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:20:20.700594 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Attempting to bind port 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 on network 6e68be35-77da-422e-8229-bc0fe54b16d7 {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:20:20.707256 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:20:20.707719 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Checking segment: {'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:20:20.708216 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:20.708682 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Bound using segment: {'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:20:20.709231 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Bound port: 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:20:20.709684 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:20.761345 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-396ed627-e2ca-4494-91ba-aceb84de1c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:20.789871 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-396ed627-e2ca-4494-91ba-aceb84de1c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:20.811061 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] For port 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:20:20.815527 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] For port 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:20:20.925720 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:20.926568 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-396ed627-e2ca-4494-91ba-aceb84de1c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:20.929806 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-58d8eb91-e6ea-4504-947d-7c8f024f60c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:20.930821 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:20.945306 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ed627-e2ca-4494-91ba-aceb84de1c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580e3adc-33e1-480d-a5d1-78f95b5ccd20,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:20.949470 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-396ed627-e2ca-4494-91ba-aceb84de1c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:20.955984 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-396ed627-e2ca-4494-91ba-aceb84de1c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:20.957860 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:20.958356 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-396ed627-e2ca-4494-91ba-aceb84de1c02 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/580e3adc-33e1-480d-a5d1-78f95b5ccd20 HTTP/1.1" status: 204  len: 168 time: 0.2573829
Jun 03 20:20:20.997896 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:21.029401 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Pushing event updated for resources: {'Port': ['ID=94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3,revision_number=2']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:21.041383 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:21.136020 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Allocated IP 172.27.0.12 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/ac72abe9-c17b-4475-b6c5-90a9ca7a2480) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:20:21.314390 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:21.439392 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:21.444987 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:21.550109 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:20:21.558591 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:20:21.561643 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:20:21.599452 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8e138ec8-cf85-445c-9eaa-35e1a4043d32 req-97c178d3-7ae9-4159-b91f-4eafebcfd592 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 210 time: 0.1096139
Jun 03 20:20:21.628539 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Pushing event updated for resources: {'Port': ['ID=ac72abe9-c17b-4475-b6c5-90a9ca7a2480,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:21.631598 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:22.013203 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea7acff-a238-47b1-a72a-c9f54f806159 None None] Network 6e68be35-77da-422e-8229-bc0fe54b16d7 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:20:22.085475 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:22.198156 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-f5d078b9-8ff7-4df3-89fc-6d4509336cd7 None None] Provisioning for port 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:20:22.374798 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:20:22.474838 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-836917'] for router, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:22.531313 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:20:22.539082 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:22.539847 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:22.654355 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-44e4c6cc-32b7-4eed-aa06-cd774c22fb57 None None] Provisioning complete for port 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:22.655010 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-44e4c6cc-32b7-4eed-aa06-cd774c22fb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:22.789808 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:22.813954 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3de227d3-6485-4637-8b5d-b2e98651c91f req-5166c202-412c-41fa-91a6-3e504ab05868 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 210 time: 0.0586431
Jun 03 20:20:22.917407 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:20:22.948332 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Router 537decb6-d9f1-4f89-b678-e7962f71e035 is scheduled to L3 agent 107fbc38-de16-481d-8d22-795583403c3d with binding_index 1 {{(pid=92637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 20:20:23.001515 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-44e4c6cc-32b7-4eed-aa06-cd774c22fb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:23.104553 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:23.115679 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:23.157300 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:20:23.171662 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Sync routers for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:20:23.182878 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:20:23.183670 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217518ca0>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:20:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:23.232124 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:23.237828 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:23.248139 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.db.api [None req-44e4c6cc-32b7-4eed-aa06-cd774c22fb57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 03 20:20:23.248528 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_db.api [None req-44e4c6cc-32b7-4eed-aa06-cd774c22fb57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 03 20:20:23.336294 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Notify callbacks [] for router, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:23.338311 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.5674617
Jun 03 20:20:23.340340 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 38702) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:23.368156 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:20:23.695060 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217518ca0>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:21Z', 'revision_number': 3, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:23.698795 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Checking router: 537decb6-d9f1-4f89-b678-e7962f71e035 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:20:23.699147 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Updating router 537decb6-d9f1-4f89-b678-e7962f71e035 port ac72abe9-c17b-4475-b6c5-90a9ca7a2480 binding host dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:20:23.770160 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:24.079132 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-0ffb7faa-a948-4f09-a6c7-9f72b0b3b3e1 req-3cdd674c-26b4-4adb-8344-229934def545 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 210 time: 0.1211469
Jun 03 20:20:24.231646 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:24.233976 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-2b767d74-835e-42e7-8534-0b7bc1acf2fd tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.122 "GET /v2.0/networks?tenant_id=162bd3749a0e44a3bbfb53222b7d0b79&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0657895
Jun 03 20:20:24.241913 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Notify callbacks [] for port, precommit_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:24.292003 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.provisioning_blocks [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Transition to ACTIVE for port object ac72abe9-c17b-4475-b6c5-90a9ca7a2480 will not be triggered until provisioned by entity L2. {{(pid=92640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:20:24.317800 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:20:24.360835 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:20:24.559568 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-06076794-4647-4007-9e3b-c4807509ae51 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:24.559568 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-06076794-4647-4007-9e3b-c4807509ae51 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2351570
Jun 03 20:20:24.560485 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:24.560485 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:24.560647 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Request body: {'port': {'device_id': 'b66002e2-e8dd-4d9d-8eda-db732baa1174', 'network_id': '9ec41a61-1240-4a1a-874d-409fbc81ce8c', 'admin_state_up': True, 'tenant_id': '162bd3749a0e44a3bbfb53222b7d0b79'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:24.560745 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8432a-4f0b-4842-ac09-bc588773ef08 req-2b8c153f-450e-47e9-94ae-80d4f2092a54 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:24.560745 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-aea8432a-4f0b-4842-ac09-bc588773ef08 req-2b8c153f-450e-47e9-94ae-80d4f2092a54 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1983564
Jun 03 20:20:24.687272 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:24.693376 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Allocated IP 172.20.0.1 (6e68be35-77da-422e-8229-bc0fe54b16d7/edc2a89f-71b4-4e63-9775-449d925ee0ff/060f3018-fb52-449a-b1bc-53726dece6fc) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:20:24.699221 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-aea8432a-4f0b-4842-ac09-bc588773ef08 req-58871252-a77b-49c7-b696-9615033d6a9a tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647210
Jun 03 20:20:24.701277 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:24.728887 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-da7b2b6a-25c7-4b33-9aee-acce9aaed128 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:24.730479 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-da7b2b6a-25c7-4b33-9aee-acce9aaed128 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/networks?id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 HTTP/1.1" status: 200  len: 814 time: 0.4294922
Jun 03 20:20:24.762637 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:24.772148 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Usage tracker for resource:port and tenant:162bd3749a0e44a3bbfb53222b7d0b79 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:24.775472 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:24.782571 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:24.791565 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-be8940f8-d69e-4058-9ed0-5933c2dd024d tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/quotas/9b339080d7b947c785dc916dacacd15c HTTP/1.1" status: 200  len: 375 time: 0.0498438
Jun 03 20:20:24.800280 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Attempting to bind port ac72abe9-c17b-4475-b6c5-90a9ca7a2480 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:20:24.800911 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Attempting to bind port ac72abe9-c17b-4475-b6c5-90a9ca7a2480 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:20:24.801503 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Attempting to bind port ac72abe9-c17b-4475-b6c5-90a9ca7a2480 on network 03dbdf41-c79d-4ee5-9893-443b21628827 {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:20:24.833541 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:20:24.833923 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Checking segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:20:24.834332 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:24.834780 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Bound using segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:20:24.835224 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Bound port: ac72abe9-c17b-4475-b6c5-90a9ca7a2480, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:20:24.835596 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:24.865468 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Pushing event updated for resources: {'Port': ['ID=ac72abe9-c17b-4475-b6c5-90a9ca7a2480,revision_number=2']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:24.884335 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:24.884677 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:24.885021 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:24.885456 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:24.887643 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:24.887643 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:24.887643 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:24.887643 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:24.887643 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:24.887643 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:24.887643 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:24.888218 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:24.893739 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:24.907622 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-499dc3b4-93b0-4dc3-83be-a06f6bea12ea tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9b339080d7b947c785dc916dacacd15c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1094019
Jun 03 20:20:24.930378 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] For port ac72abe9-c17b-4475-b6c5-90a9ca7a2480, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:20:24.933642 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] For port ac72abe9-c17b-4475-b6c5-90a9ca7a2480, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=ac72abe9-c17b-4475-b6c5-90a9ca7a2480,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:20:24.936575 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:24.956076 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Made reservation on behalf of 162bd3749a0e44a3bbfb53222b7d0b79 for: {'port': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:20:24.957041 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.provisioning_blocks [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Transition to ACTIVE for port object 060f3018-fb52-449a-b1bc-53726dece6fc will not be triggered until provisioned by entity DHCP. {{(pid=92637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:20:24.959466 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:25.017852 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:25.018837 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:25.023097 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:25.048513 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:25.052204 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:25.055175 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Usage tracker for resource:security_group_rule and tenant:162bd3749a0e44a3bbfb53222b7d0b79 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:25.059245 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:25.060811 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:25.075975 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:25.093178 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-aeda355a-5bb0-4473-95a9-812493e2e70f service neutron] 10.222.0.96 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1773279
Jun 03 20:20:25.108690 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:20:25.109424 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217518ca0>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:20:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:25.147420 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Network 6e68be35-77da-422e-8229-bc0fe54b16d7 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:20:25.150866 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:20:25.154149 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:20:25.203796 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Pushing event updated for resources: {'Port': ['ID=ac72abe9-c17b-4475-b6c5-90a9ca7a2480,revision_number=3']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:25.209089 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:25.227003 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Pushing event updated for resources: {'Port': ['ID=060f3018-fb52-449a-b1bc-53726dece6fc,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:25.234039 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:25.271843 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-837115'] for router_interface, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:25.347100 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:25.358789 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-3865d6bc-6ca6-422c-8a75-be5fd1cbacf5 service neutron] 10.222.0.96 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2487328
Jun 03 20:20:25.392871 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:20:25.462094 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:25.464954 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:25.520441 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:25.543634 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df4c2d9-5cca-4915-a30e-f3dbcaf36233,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:25.564954 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:25.565304 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:25.565882 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:25.566206 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:25.566555 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:25.566924 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:25.567266 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:25.567610 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:25.567946 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:25.568283 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:25.568620 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:25.568949 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:25.575091 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:25.610901 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-bb4a0364-ae5d-4778-9e93-f2177db7b8bb None None] Provisioning for port 060f3018-fb52-449a-b1bc-53726dece6fc completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:20:25.616483 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-bb4a0364-ae5d-4778-9e93-f2177db7b8bb None None] Provisioning complete for port 060f3018-fb52-449a-b1bc-53726dece6fc triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:25.617121 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0364-ae5d-4778-9e93-f2177db7b8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:25.692222 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Allocated IP 192.168.233.108 (9ec41a61-1240-4a1a-874d-409fbc81ce8c/ab78f59b-f41e-456b-a0c6-4e8b9e15b95c/6cd9d70a-06b1-4c1a-83e0-8b572cc915b9) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:20:25.749753 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a0364-ae5d-4778-9e93-f2177db7b8bb None None] Port 060f3018-fb52-449a-b1bc-53726dece6fc cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:20:25.790299 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217518ca0>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:21Z', 'revision_number': 3, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:25.798934 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80858a92-3c93-4c97-bfc7-89a21040869b None None] The sync data for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi is: [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:21Z', 'revision_number': 3, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:20:25.874747 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:25.916148 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2a06debb-be89-4392-8463-b7f319872715 req-35d2f9b0-4c50-4400-be5c-cf8c2c2807fd tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 210 time: 0.1083124
Jun 03 20:20:25.966119 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:26.003046 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:26.112778 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Pushing event updated for resources: {'Port': ['ID=060f3018-fb52-449a-b1bc-53726dece6fc,revision_number=2']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:26.122799 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:26.128759 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926103'] for router_interface, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:26.138753 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ed173061-937e-4fa9-ae41-ead269cef92c req-cd54d711-a22e-4176-803d-044f3432671a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 210 time: 0.1577537
Jun 03 20:20:26.212913 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:26.245668 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Transition to ACTIVE for port object 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 will not be triggered until provisioned by entity DHCP. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:20:26.376658 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:26.399725 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-68f08995-ade6-4c27-84a8-253a82e0dba4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:26.420837 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device ac72abe9-c17b-4475-b6c5-90a9ca7a2480 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:20:26.458695 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Network 9ec41a61-1240-4a1a-874d-409fbc81ce8c is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:20:26.462288 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Network 6e68be35-77da-422e-8229-bc0fe54b16d7 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:20:26.472516 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:20:26.486833 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:20:26.491511 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:20:26.685496 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port ac72abe9-c17b-4475-b6c5-90a9ca7a2480 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:20:26.694260 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port ac72abe9-c17b-4475-b6c5-90a9ca7a2480 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:26.694810 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:26.697091 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:26.697993 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:26.728751 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Pushing event updated for resources: {'Port': ['ID=6cd9d70a-06b1-4c1a-83e0-8b572cc915b9,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:26.733126 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:26.794684 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3006952
Jun 03 20:20:26.856509 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Router 537decb6-d9f1-4f89-b678-e7962f71e035 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:20:26.877286 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:26.899752 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port ac72abe9-c17b-4475-b6c5-90a9ca7a2480, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=ac72abe9-c17b-4475-b6c5-90a9ca7a2480,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:20:26.987541 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-549941df-e09a-4d23-8f1d-d2a34f7fe04f None None] Provisioning for port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:20:26.992692 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-549941df-e09a-4d23-8f1d-d2a34f7fe04f None None] Provisioning complete for port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:26.993064 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-549941df-e09a-4d23-8f1d-d2a34f7fe04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:27.034535 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:27.041094 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:27.065232 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:20:27.091600 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] 10.222.0.96 "PUT /v2.0/routers/537decb6-d9f1-4f89-b678-e7962f71e035/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7332911
Jun 03 20:20:27.112894 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-549941df-e09a-4d23-8f1d-d2a34f7fe04f None None] Port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:20:27.132310 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=ac72abe9-c17b-4475-b6c5-90a9ca7a2480,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:27.137977 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:27.140610 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-549941df-e09a-4d23-8f1d-d2a34f7fe04f None None] Provisioning complete for port 060f3018-fb52-449a-b1bc-53726dece6fc triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:27.141335 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-549941df-e09a-4d23-8f1d-d2a34f7fe04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:27.196824 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-549941df-e09a-4d23-8f1d-d2a34f7fe04f None None] Port 060f3018-fb52-449a-b1bc-53726dece6fc cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:20:27.456606 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-0da38651-d52f-40c3-8eea-72c608539095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:27.741376 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Sync routers for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:20:27.752300 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:20:27.753117 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217645820>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:20:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:27.931786 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:20:28.035984 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 38804) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:28.041271 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1502111712-network', 'tenant_id': '385b325dfa324e66b0daa927a2b86c37'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:28.046012 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:28.050075 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Usage tracker for resource:network and tenant:385b325dfa324e66b0daa927a2b86c37 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:28.052969 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:28.059747 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:28.204531 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Made reservation on behalf of 385b325dfa324e66b0daa927a2b86c37 for: {'network': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:20:28.206936 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:28.219141 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:28.233235 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:28.237059 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Usage tracker for resource:security_group_rule and tenant:385b325dfa324e66b0daa927a2b86c37 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:28.239904 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:28.245486 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:28.246910 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217645820>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 2, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:28.251472 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Checking router: 537decb6-d9f1-4f89-b678-e7962f71e035 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:20:28.252480 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Updating router 537decb6-d9f1-4f89-b678-e7962f71e035 port 060f3018-fb52-449a-b1bc-53726dece6fc binding host dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:20:28.312600 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:28.325576 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device ac72abe9-c17b-4475-b6c5-90a9ca7a2480 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:20:28.339761 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:28.433403 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:28.437068 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-89f5a21d-17fa-41c7-befb-983b8d658911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:28.470330 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313}  {{(pid=92637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:20:28.476267 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a7f2f5-4c1b-49b4-9d34-bca2e9bab8c7,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:28.487987 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:28.487987 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:28.488181 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:28.488470 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:28.488814 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:28.489164 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:28.489540 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:28.489880 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:28.490224 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:28.490560 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:28.490918 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:28.491259 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:20:28.494795 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:28.495145 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.segments_db [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Added segment 6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c of type vlan for network 34704440-7dfe-4ff8-9767-698c43aff0f9
Jun 03 20:20:28.496401 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:28.509257 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port ac72abe9-c17b-4475-b6c5-90a9ca7a2480 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:28.509643 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:28.526284 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:28.667654 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:28.669285 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:28.669862 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:28.675587 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-75836e5d-ea89-4ed9-9660-40fab69ec1bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:28.860759 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8235953
Jun 03 20:20:28.861742 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Notify callbacks [] for port, precommit_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:28.863559 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38808) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:28.864341 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Pushing event updated for resources: {'Network': ['ID=34704440-7dfe-4ff8-9767-698c43aff0f9,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:28.867578 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:28.870249 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-03364e6e-6aa3-4f27-965e-5b47165a75c4 admin admin] Request body: {'subnet': {'network_id': '34704440-7dfe-4ff8-9767-698c43aff0f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1502111712-subnet', 'tenant_id': '385b325dfa324e66b0daa927a2b86c37', 'ip_version': 4}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:28.875610 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-03364e6e-6aa3-4f27-965e-5b47165a75c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:28.880346 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network 34704440-7dfe-4ff8-9767-698c43aff0f9 details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:20:28.881127 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-03364e6e-6aa3-4f27-965e-5b47165a75c4 admin admin] Usage tracker for resource:subnet and tenant:385b325dfa324e66b0daa927a2b86c37 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:28.884098 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-03364e6e-6aa3-4f27-965e-5b47165a75c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:28.889790 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-03364e6e-6aa3-4f27-965e-5b47165a75c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:28.890925 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Transition to ACTIVE for port object 060f3018-fb52-449a-b1bc-53726dece6fc will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:20:28.970902 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03364e6e-6aa3-4f27-965e-5b47165a75c4 admin admin] Made reservation on behalf of 385b325dfa324e66b0daa927a2b86c37 for: {'subnet': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:20:28.973352 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-03364e6e-6aa3-4f27-965e-5b47165a75c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14694273'] for subnet, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:28.993411 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:28.997109 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:29.124785 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec6108-fb53-411c-9835-9e24d676cec6 None None] Pushing event updated for resources: {'Port': ['ID=060f3018-fb52-449a-b1bc-53726dece6fc,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:29.154055 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-f0ec6108-fb53-411c-9835-9e24d676cec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:29.218442 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Attempting to bind port 060f3018-fb52-449a-b1bc-53726dece6fc on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:20:29.218847 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Attempting to bind port 060f3018-fb52-449a-b1bc-53726dece6fc by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:20:29.220994 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Attempting to bind port 060f3018-fb52-449a-b1bc-53726dece6fc on network 6e68be35-77da-422e-8229-bc0fe54b16d7 {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:20:29.224918 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:20:29.225640 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Checking segment: {'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:20:29.226055 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:29.226712 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Bound using segment: {'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:20:29.227166 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Bound port: 060f3018-fb52-449a-b1bc-53726dece6fc, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:20:29.227545 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:29.319729 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] For port 060f3018-fb52-449a-b1bc-53726dece6fc, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:20:29.325925 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] For port 060f3018-fb52-449a-b1bc-53726dece6fc, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=060f3018-fb52-449a-b1bc-53726dece6fc,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:20:29.417003 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:29.420719 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:29.475208 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-03364e6e-6aa3-4f27-965e-5b47165a75c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16099348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14694291'] for subnet, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:29.479359 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e3b18625-b84b-4e14-b516-d511aa3da8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:29.504261 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:20:29.504890 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217645820>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:20:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:29.551445 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03364e6e-6aa3-4f27-965e-5b47165a75c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ae39a04-eb78-4ed1-9b21-66d491615846,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:29.555476 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-03364e6e-6aa3-4f27-965e-5b47165a75c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:29.557929 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec6108-fb53-411c-9835-9e24d676cec6 None None] Pushing event updated for resources: {'Port': ['ID=060f3018-fb52-449a-b1bc-53726dece6fc,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:29.561705 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-f0ec6108-fb53-411c-9835-9e24d676cec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:29.564334 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03364e6e-6aa3-4f27-965e-5b47165a75c4 admin admin] Checking segment: {'id': '6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '34704440-7dfe-4ff8-9767-698c43aff0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:20:29.564777 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03364e6e-6aa3-4f27-965e-5b47165a75c4 admin admin] Network hostable DHCP agents. Network: 34704440-7dfe-4ff8-9767-698c43aff0f9, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:20:29.626597 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Request body: {'port': {'device_id': 'b66002e2-e8dd-4d9d-8eda-db732baa1174', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:29.694219 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03364e6e-6aa3-4f27-965e-5b47165a75c4 admin admin] Network 34704440-7dfe-4ff8-9767-698c43aff0f9 is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:20:29.704003 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:20:29.816395 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:29.832183 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-03364e6e-6aa3-4f27-965e-5b47165a75c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, 34704440-7dfe-4ff8-9767-698c43aff0f9) {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:20:29.846070 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b731aa-2ccd-478e-ae18-8ea667252c74 None None] Network 34704440-7dfe-4ff8-9767-698c43aff0f9 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:20:29.849157 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03364e6e-6aa3-4f27-965e-5b47165a75c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:29.852020 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-03364e6e-6aa3-4f27-965e-5b47165a75c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:30.020385 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e673df-4bd1-493b-b4e8-74fa25e39e20 req-30aad70a-3742-4cdf-84fe-2f018066c635 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:30.021275 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-d2e673df-4bd1-493b-b4e8-74fa25e39e20 req-30aad70a-3742-4cdf-84fe-2f018066c635 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Synchronizing usage tracker for tenant:162bd3749a0e44a3bbfb53222b7d0b79 on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:20:30.043211 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-03364e6e-6aa3-4f27-965e-5b47165a75c4 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1773829
Jun 03 20:20:30.043961 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 38820) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:30.050981 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1502111712-router', 'tenant_id': '385b325dfa324e66b0daa927a2b86c37', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:30.056302 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:30.063406 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Usage tracker for resource:router and tenant:385b325dfa324e66b0daa927a2b86c37 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:30.067505 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:30.075930 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:30.159542 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4105'] for router, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:30.161009 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:30.167242 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-d2e673df-4bd1-493b-b4e8-74fa25e39e20 req-30aad70a-3742-4cdf-84fe-2f018066c635 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Unset dirty status for tenant:162bd3749a0e44a3bbfb53222b7d0b79 on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:20:30.175515 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d2e673df-4bd1-493b-b4e8-74fa25e39e20 req-30aad70a-3742-4cdf-84fe-2f018066c635 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 936 time: 0.4160662
Jun 03 20:20:30.187144 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:30.192974 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:30.195802 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-66db3938-9db6-4885-a972-b122fee4e5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:30.247717 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-d2e673df-4bd1-493b-b4e8-74fa25e39e20 req-13eda86c-a468-4e82-8243-a494c190f83e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Synchronizing usage tracker for tenant:162bd3749a0e44a3bbfb53222b7d0b79 on resource:security_group {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:20:30.304520 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf48b4315-cbea-59e0-afd0-d1625a86666c-34704440-7dfe-4ff8-9767-698c43aff0f9', 'network_id': '34704440-7dfe-4ff8-9767-698c43aff0f9', 'tenant_id': '385b325dfa324e66b0daa927a2b86c37', 'fixed_ips': [{'subnet_id': '0ae39a04-eb78-4ed1-9b21-66d491615846'}]}} from dv-cinder-794669-1-iscsi. {{(pid=92638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 20:20:30.305635 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:30.334863 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217645820>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:29Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:30.344487 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 {{(pid=92636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:20:30.352478 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:30.370464 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Transition to ACTIVE for port object 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 will not be triggered until provisioned by entity L2. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:20:30.373204 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b71924-2ed5-432f-91fa-4326d0f0fa23 None None] The sync data for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi is: [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:29Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:20:30.424322 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-d2e673df-4bd1-493b-b4e8-74fa25e39e20 req-13eda86c-a468-4e82-8243-a494c190f83e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Unset dirty status for tenant:162bd3749a0e44a3bbfb53222b7d0b79 on resource:security_group {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:20:30.428082 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d2e673df-4bd1-493b-b4e8-74fa25e39e20 req-13eda86c-a468-4e82-8243-a494c190f83e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2512841
Jun 03 20:20:30.542711 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:30.546093 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.db_base_plugin_common [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Allocated IP 172.20.0.2 (34704440-7dfe-4ff8-9767-698c43aff0f9/0ae39a04-eb78-4ed1-9b21-66d491615846/b6926b0c-a9ae-4e86-9ac0-f9ab3028776a) {{(pid=92638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:20:30.550593 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:30.788802 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd9d70a-06b1-4c1a-83e0-8b572cc915b9,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:30.799050 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:30.911682 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4df6b50a-d2f0-4123-8b05-54c50e1d2f84 req-ebfc4813-a886-4f99-b84c-287881e51716 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 210 time: 0.1069772
Jun 03 20:20:30.921711 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4206'] for router, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:31.001908 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Attempting to bind port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:20:31.002251 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Attempting to bind port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '60b2f569-eec5-4bf3-9a1b-521cb72a7b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '9ec41a61-1240-4a1a-874d-409fbc81ce8c'}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:20:31.002585 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Attempting to bind port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 on network 9ec41a61-1240-4a1a-874d-409fbc81ce8c {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:20:31.009671 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 on network 9ec41a61-1240-4a1a-874d-409fbc81ce8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:20:31.011350 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Attempting to bind port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 on network 9ec41a61-1240-4a1a-874d-409fbc81ce8c {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:20:31.015665 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Notify callbacks [] for port, precommit_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:31.017812 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:20:31.021499 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Checking segment: {'id': '60b2f569-eec5-4bf3-9a1b-521cb72a7b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '9ec41a61-1240-4a1a-874d-409fbc81ce8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:20:31.022612 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Bound using segment: {'id': '60b2f569-eec5-4bf3-9a1b-521cb72a7b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '9ec41a61-1240-4a1a-874d-409fbc81ce8c'} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:20:31.023108 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Bound port: 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b2f569-eec5-4bf3-9a1b-521cb72a7b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '9ec41a61-1240-4a1a-874d-409fbc81ce8c'}}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:20:31.023487 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:31.032127 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Transition to ACTIVE for port object b6926b0c-a9ae-4e86-9ac0-f9ab3028776a will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:20:31.081400 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Transition to ACTIVE for port object b6926b0c-a9ae-4e86-9ac0-f9ab3028776a will not be triggered until provisioned by entity DHCP. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:20:31.146150 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] For port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9, host hv-cinder-79466, cleared binding levels {{(pid=92636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:20:31.150232 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] For port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6cd9d70a-06b1-4c1a-83e0-8b572cc915b9,segment=NetworkSegment(60b2f569-eec5-4bf3-9a1b-521cb72a7b08),segment_id=60b2f569-eec5-4bf3-9a1b-521cb72a7b08)] {{(pid=92636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:20:31.201327 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596'] for port, after_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:31.206525 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:31.237263 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:31.256304 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:31.276864 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Network 34704440-7dfe-4ff8-9767-698c43aff0f9 is already hosted by enough agents. {{(pid=92638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:20:31.292033 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.base_scheduler [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Resources bound (agent type, host, resource id):  {{(pid=92638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:20:31.297896 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Received port after_create {{(pid=92638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:20:31.300061 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Pushing event updated for resources: {'Port': ['ID=b6926b0c-a9ae-4e86-9ac0-f9ab3028776a,revision_number=1']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:31.304148 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:31.388319 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:31.417467 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Attempting to bind port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:20:31.417842 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Attempting to bind port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': '6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '34704440-7dfe-4ff8-9767-698c43aff0f9'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:20:31.418271 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Attempting to bind port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a on network 34704440-7dfe-4ff8-9767-698c43aff0f9 {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:20:31.425828 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:20:31.426264 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Checking segment: {'id': '6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '34704440-7dfe-4ff8-9767-698c43aff0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:20:31.426697 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:31.427191 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Bound using segment: {'id': '6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '34704440-7dfe-4ff8-9767-698c43aff0f9'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:20:31.427696 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Bound port: b6926b0c-a9ae-4e86-9ac0-f9ab3028776a, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '34704440-7dfe-4ff8-9767-698c43aff0f9'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:20:31.428171 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:31.481835 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd9d70a-06b1-4c1a-83e0-8b572cc915b9,revision_number=3']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:31.496752 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:31.503227 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:31.518741 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:31.519257 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:31.520699 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] 10.222.0.122 "PUT /v2.0/ports/6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 HTTP/1.1" status: 200  len: 1098 time: 1.9083006
Jun 03 20:20:31.521233 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66002e2-e8dd-4d9d-8eda-db732baa1174', 'tag': '6cd9d70a-06b1-4c1a-83e0-8b572cc915b9'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:20:31.523600 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5f78cc-3dd9-4a91-a893-fa46b7c0488b" -d '{"events": [{"name": "network-changed", "server_uuid": "b66002e2-e8dd-4d9d-8eda-db732baa1174", "tag": "6cd9d70a-06b1-4c1a-83e0-8b572cc915b9"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:20:31.565862 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] For port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:20:31.569937 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] For port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=b6926b0c-a9ae-4e86-9ac0-f9ab3028776a,segment=NetworkSegment(6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c),segment_id=6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:20:31.587605 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:31.645226 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53510110-da93-4b9b-a461-d74d144d008c x-openstack-request-id: req-53510110-da93-4b9b-a461-d74d144d008c {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:20:31.645436 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66002e2-e8dd-4d9d-8eda-db732baa1174", "tag": "6cd9d70a-06b1-4c1a-83e0-8b572cc915b9", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:20:31.645670 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-53510110-da93-4b9b-a461-d74d144d008c {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:20:31.646093 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66002e2-e8dd-4d9d-8eda-db732baa1174', 'tag': '6cd9d70a-06b1-4c1a-83e0-8b572cc915b9', 'status': 'completed', 'code': 200}
Jun 03 20:20:31.692907 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:31.707997 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:31.850573 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f78cc-3dd9-4a91-a893-fa46b7c0488b req-0804631b-ccb7-429d-9ade-3e48445d4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:31.853731 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-de5f78cc-3dd9-4a91-a893-fa46b7c0488b req-0804631b-ccb7-429d-9ade-3e48445d4bfc service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=162bd3749a0e44a3bbfb53222b7d0b79&device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 1101 time: 0.1860595
Jun 03 20:20:31.864501 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-36922717-68c4-4538-b4bb-4b61b292a14b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:31.866022 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-36922717-68c4-4538-b4bb-4b61b292a14b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.122 "GET /v2.0/networks?id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 HTTP/1.1" status: 200  len: 814 time: 0.3231575
Jun 03 20:20:31.893225 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-5c055651-72c3-48d9-9a2d-56e9f5af91c9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Request body: {'port': {'device_id': '42bf8a91-0ebe-44d3-815a-24a6bb0add73', 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8', 'admin_state_up': True, 'tenant_id': '9b339080d7b947c785dc916dacacd15c'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:31.942864 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Pushing event updated for resources: {'Port': ['ID=b6926b0c-a9ae-4e86-9ac0-f9ab3028776a,revision_number=2']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:31.952538 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67774c-a6dd-4edc-bba9-d977862582bd req-436fb483-3f75-42dc-b0a5-8f0b63758233 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:31.955333 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:31.955690 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5c67774c-a6dd-4edc-bba9-d977862582bd req-436fb483-3f75-42dc-b0a5-8f0b63758233 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 948 time: 0.2272267
Jun 03 20:20:32.010327 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-de5f78cc-3dd9-4a91-a893-fa46b7c0488b req-2b3acbbc-ad17-4a7b-b88d-26bac20bdd21 service neutron] 10.222.0.122 "GET /v2.0/networks?tenant_id=162bd3749a0e44a3bbfb53222b7d0b79&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1108503
Jun 03 20:20:32.055890 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Allocated IP 172.27.0.245 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/2c1ed672-912e-406d-816d-ee7a38796139) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:20:32.091364 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5c67774c-a6dd-4edc-bba9-d977862582bd req-f67094d5-0428-437b-9823-511d354c15c6 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204317
Jun 03 20:20:32.444971 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-5c055651-72c3-48d9-9a2d-56e9f5af91c9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:32.454246 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6585f3a4-d08b-46c8-afc6-34d907b8869a req-38f72b92-0fff-4645-9a5c-9850722bbda3 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 210 time: 0.1095023
Jun 03 20:20:32.479743 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-5c055651-72c3-48d9-9a2d-56e9f5af91c9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:32.500481 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f78cc-3dd9-4a91-a893-fa46b7c0488b req-345dbbd9-0731-4048-8a7e-a6f211872389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:32.502048 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-de5f78cc-3dd9-4a91-a893-fa46b7c0488b req-345dbbd9-0731-4048-8a7e-a6f211872389 service neutron] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.4455950
Jun 03 20:20:32.538618 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 060f3018-fb52-449a-b1bc-53726dece6fc up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:20:32.545808 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:32.633329 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-5c055651-72c3-48d9-9a2d-56e9f5af91c9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Made reservation on behalf of 9b339080d7b947c785dc916dacacd15c for: {'port': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:20:32.638812 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-5c055651-72c3-48d9-9a2d-56e9f5af91c9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:32.647777 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-b863bc35-0e0e-4c9a-874d-c9c0af7510bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:32.652199 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-b863bc35-0e0e-4c9a-874d-c9c0af7510bd service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=162bd3749a0e44a3bbfb53222b7d0b79&device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 1101 time: 0.0813847
Jun 03 20:20:32.732090 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:32.739255 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ee887942-79c0-47a8-ad82-b3ca25816302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:32.739444 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-c4018980-824d-42eb-bf35-71f1be938f72 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 HTTP/1.1" status: 200  len: 217 time: 0.0771258
Jun 03 20:20:32.747601 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 060f3018-fb52-449a-b1bc-53726dece6fc completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:20:32.754423 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 060f3018-fb52-449a-b1bc-53726dece6fc triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:32.755028 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:32.824694 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-7c6d7394-d5d8-40da-9f8a-2b2826cfd401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:32.826168 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-7c6d7394-d5d8-40da-9f8a-2b2826cfd401 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=ab78f59b-f41e-456b-a0c6-4e8b9e15b95c HTTP/1.1" status: 200  len: 843 time: 0.0735388
Jun 03 20:20:32.847589 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:20:32.855773 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:20:32.870354 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:20:32.905472 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Pushing event updated for resources: {'Port': ['ID=2c1ed672-912e-406d-816d-ee7a38796139,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:32.923038 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:32.935829 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:32.937417 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-24c8cd21-2593-4cf4-badc-89b6b01ba51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:32.939319 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-24c8cd21-2593-4cf4-badc-89b6b01ba51b service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=9ec41a61-1240-4a1a-874d-409fbc81ce8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0912113
Jun 03 20:20:32.949219 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:33.007254 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port 060f3018-fb52-449a-b1bc-53726dece6fc, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=060f3018-fb52-449a-b1bc-53726dece6fc,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:20:33.093439 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:33.094292 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device b6926b0c-a9ae-4e86-9ac0-f9ab3028776a up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:20:33.107429 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-15960d82-6376-41d0-bd3a-ef611ae21591 service neutron] 10.222.0.122 "GET /v2.0/networks/9ec41a61-1240-4a1a-874d-409fbc81ce8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1588883
Jun 03 20:20:33.222479 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:33.348605 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-5c055651-72c3-48d9-9a2d-56e9f5af91c9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Allocated IP 172.20.0.10 (94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8/3da4210a-5c83-4700-ac8e-57295ef4434f/5426f787-0b83-4a67-8066-7b59c4299d5e) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:20:33.366301 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bcc6b292-9db6-4c27-8231-6784ed641002 req-71b5c131-2f53-43ff-a19b-9c869f0b5526 service neutron] 10.222.0.122 "GET /v2.0/networks/9ec41a61-1240-4a1a-874d-409fbc81ce8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2452796
Jun 03 20:20:33.367950 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e1f16f-e569-49b3-8570-120157bc7a14 None None] Network 34704440-7dfe-4ff8-9767-698c43aff0f9 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:20:33.411447 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=060f3018-fb52-449a-b1bc-53726dece6fc,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:33.423542 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:33.446495 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cd466-2276-45ba-8e74-fb58c5df58f3 req-45f6a17e-fef8-4723-9233-d97d652e39f8 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:33.446495 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cb5cd466-2276-45ba-8e74-fb58c5df58f3 req-45f6a17e-fef8-4723-9233-d97d652e39f8 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 948 time: 0.1701987
Jun 03 20:20:33.509276 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:20:33.515165 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-fb23b0d3-d7c1-4886-9501-229758edc92c None None] Provisioning for port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:20:33.533096 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-fb23b0d3-d7c1-4886-9501-229758edc92c None None] Provisioning complete for port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:33.533096 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-fb23b0d3-d7c1-4886-9501-229758edc92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:33.561974 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:33.562586 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:33.621833 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cb5cd466-2276-45ba-8e74-fb58c5df58f3 req-6d5b3bf5-6372-4ccf-a0d2-0b58d1f16cb0 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660480
Jun 03 20:20:33.760482 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0363eb57-e3b6-4f37-92f5-4b04a8c1f6de req-c6404a4a-b6c9-4ea0-8771-72350fe83ac7 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 210 time: 0.0730717
Jun 03 20:20:33.825399 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-5c055651-72c3-48d9-9a2d-56e9f5af91c9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:33.836154 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:33.955072 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:33.997094 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-fb23b0d3-d7c1-4886-9501-229758edc92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:34.033135 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=b6926b0c-a9ae-4e86-9ac0-f9ab3028776a,segment=NetworkSegment(6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c),segment_id=6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:20:34.087799 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-5c055651-72c3-48d9-9a2d-56e9f5af91c9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:34.094587 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:34.108857 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['1433535d-12bc-4482-b6b9-20824b43f248', '8aae674f-f6de-4eb7-a59e-512ecdaa66ca', 'bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:20:34.155870 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:34.170148 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-f0ec6108-fb53-411c-9835-9e24d676cec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:34.172361 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-5c055651-72c3-48d9-9a2d-56e9f5af91c9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:20:34.175815 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-5c055651-72c3-48d9-9a2d-56e9f5af91c9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:20:34.179915 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-5c055651-72c3-48d9-9a2d-56e9f5af91c9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:20:34.331141 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.db.api [None req-fb23b0d3-d7c1-4886-9501-229758edc92c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 03 20:20:34.331510 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_db.api [None req-fb23b0d3-d7c1-4886-9501-229758edc92c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 03 20:20:34.337964 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=b6926b0c-a9ae-4e86-9ac0-f9ab3028776a,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:34.341999 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:34.360097 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 060f3018-fb52-449a-b1bc-53726dece6fc up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:20:34.453369 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c055651-72c3-48d9-9a2d-56e9f5af91c9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Pushing event updated for resources: {'Port': ['ID=5426f787-0b83-4a67-8066-7b59c4299d5e,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:34.474014 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5c055651-72c3-48d9-9a2d-56e9f5af91c9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:34.484172 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-836917'] for router, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:34.504296 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 060f3018-fb52-449a-b1bc-53726dece6fc triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:34.507358 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:34.562927 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-5c055651-72c3-48d9-9a2d-56e9f5af91c9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:34.563536 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-5c055651-72c3-48d9-9a2d-56e9f5af91c9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:34.725305 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-5c055651-72c3-48d9-9a2d-56e9f5af91c9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8365390
Jun 03 20:20:34.743123 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Request body: {'port': {'device_id': '42bf8a91-0ebe-44d3-815a-24a6bb0add73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:34.849927 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Router f0afd6a8-d789-4897-ac15-e44ce1847bb2 is scheduled to L3 agent 107fbc38-de16-481d-8d22-795583403c3d with binding_index 1 {{(pid=92637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 20:20:34.850843 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769d770-73e7-4bc8-bbb0-6a8dbfc9ccba req-cd3a1c14-60f5-44af-ab62-91c3d420b4aa tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:34.852998 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e769d770-73e7-4bc8-bbb0-6a8dbfc9ccba req-cd3a1c14-60f5-44af-ab62-91c3d420b4aa tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 948 time: 0.0917153
Jun 03 20:20:34.956800 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e769d770-73e7-4bc8-bbb0-6a8dbfc9ccba req-4d8fe739-324a-453c-b707-5954b0bcc149 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961099
Jun 03 20:20:35.003030 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:35.065419 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-80564b6d-f62a-47a8-9afd-f706dee8f5f3 None None] Provisioning complete for port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:35.066026 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-80564b6d-f62a-47a8-9afd-f706dee8f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:35.200515 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:20:35.211235 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Sync routers for ids ['f0afd6a8-d789-4897-ac15-e44ce1847bb2'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:20:35.221764 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Routers {'f0afd6a8-d789-4897-ac15-e44ce1847bb2'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:20:35.222642 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4218089730>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:20:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['f0afd6a8-d789-4897-ac15-e44ce1847bb2'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:35.275876 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90d060-186a-45cc-9aaf-774c2b4ce373 req-7283afa6-1cf5-4fec-acb5-1595722255d7 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:35.276607 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-1e90d060-186a-45cc-9aaf-774c2b4ce373 req-7283afa6-1cf5-4fec-acb5-1595722255d7 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Synchronizing usage tracker for tenant:9b339080d7b947c785dc916dacacd15c on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:20:35.409953 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Set router f0afd6a8-d789-4897-ac15-e44ce1847bb2 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:20:35.530690 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5426f787-0b83-4a67-8066-7b59c4299d5e {{(pid=92637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:20:35.539941 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:35.556585 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.provisioning_blocks [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Transition to ACTIVE for port object 5426f787-0b83-4a67-8066-7b59c4299d5e will not be triggered until provisioned by entity L2. {{(pid=92637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:20:35.558704 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Notify callbacks [] for router, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:35.559979 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.5148964
Jun 03 20:20:35.561602 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-1e90d060-186a-45cc-9aaf-774c2b4ce373 req-7283afa6-1cf5-4fec-acb5-1595722255d7 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Unset dirty status for tenant:9b339080d7b947c785dc916dacacd15c on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:20:35.563803 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38904) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:35.568089 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1e90d060-186a-45cc-9aaf-774c2b4ce373 req-7283afa6-1cf5-4fec-acb5-1595722255d7 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 932 time: 0.6178117
Jun 03 20:20:35.636895 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1e90d060-186a-45cc-9aaf-774c2b4ce373 req-dcaafabe-423f-4c0d-9ea6-2bcdcc11f8be tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611188
Jun 03 20:20:35.640981 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:35.647155 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-e4c2b114-9a32-4ce6-8ff4-1bafc91ce571 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:35.798364 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4218089730>, [{'id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'name': 'tempest-TestVolumeBootPattern-1502111712-router', 'tenant_id': '385b325dfa324e66b0daa927a2b86c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '2c1ed672-912e-406d-816d-ee7a38796139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:30Z', 'updated_at': '2021-06-03T20:20:33Z', 'revision_number': 3, 'project_id': '385b325dfa324e66b0daa927a2b86c37', 'gw_port': {'id': '2c1ed672-912e-406d-816d-ee7a38796139', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:31Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:35.804210 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Checking router: f0afd6a8-d789-4897-ac15-e44ce1847bb2 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:20:35.804698 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Updating router f0afd6a8-d789-4897-ac15-e44ce1847bb2 port 2c1ed672-912e-406d-816d-ee7a38796139 binding host dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:20:35.895152 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:35.903420 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Pushing event updated for resources: {'Port': ['ID=5426f787-0b83-4a67-8066-7b59c4299d5e,revision_number=2']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:35.911525 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:35.995054 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Attempting to bind port 5426f787-0b83-4a67-8066-7b59c4299d5e on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:20:35.995389 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Attempting to bind port 5426f787-0b83-4a67-8066-7b59c4299d5e by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8'}] {{(pid=92637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:20:35.995722 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Attempting to bind port 5426f787-0b83-4a67-8066-7b59c4299d5e on network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:20:36.001332 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Port 5426f787-0b83-4a67-8066-7b59c4299d5e on network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:20:36.001739 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Attempting to bind port 5426f787-0b83-4a67-8066-7b59c4299d5e on network 94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:20:36.007061 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:20:36.007395 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Checking segment: {'id': 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:20:36.007776 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Bound using segment: {'id': 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8'} {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:20:36.008199 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Bound port: 5426f787-0b83-4a67-8066-7b59c4299d5e, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8'}}] {{(pid=92637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:20:36.008540 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:36.106320 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] For port 5426f787-0b83-4a67-8066-7b59c4299d5e, host hv-cinder-79466, cleared binding levels {{(pid=92637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:20:36.117742 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] For port 5426f787-0b83-4a67-8066-7b59c4299d5e, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5426f787-0b83-4a67-8066-7b59c4299d5e,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:20:36.118813 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:20:36.247816 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:36.261066 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-930656f9-6b64-43e0-b81a-27c2d35f4fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:36.336289 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:36.337210 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:36.352412 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] 10.222.0.122 "PUT /v2.0/ports/5426f787-0b83-4a67-8066-7b59c4299d5e HTTP/1.1" status: 200  len: 1094 time: 1.6004786
Jun 03 20:20:36.362523 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42bf8a91-0ebe-44d3-815a-24a6bb0add73', 'tag': '5426f787-0b83-4a67-8066-7b59c4299d5e'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:20:36.362523 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f385df-9cc8-4b9f-bc5c-6654f123a331" -d '{"events": [{"name": "network-changed", "server_uuid": "42bf8a91-0ebe-44d3-815a-24a6bb0add73", "tag": "5426f787-0b83-4a67-8066-7b59c4299d5e"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:20:36.414224 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6fea8-e40f-4aca-8dd3-7fb92d1f6935 req-2bc62a60-f3e7-4c48-a998-57665bff9ed1 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:36.414887 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6cd9d70a-06b1-4c1a-83e0-8b572cc915b9,segment=NetworkSegment(60b2f569-eec5-4bf3-9a1b-521cb72a7b08),segment_id=60b2f569-eec5-4bf3-9a1b-521cb72a7b08)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:20:36.423054 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5df6fea8-e40f-4aca-8dd3-7fb92d1f6935 req-2bc62a60-f3e7-4c48-a998-57665bff9ed1 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 948 time: 0.2709153
Jun 03 20:20:36.440993 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '6cd9d70a-06b1-4c1a-83e0-8b572cc915b9', 'network_id': '9ec41a61-1240-4a1a-874d-409fbc81ce8c', 'port_id': '6cd9d70a-06b1-4c1a-83e0-8b572cc915b9', 'mac_address': 'fa:16:3e:51:07:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab78f59b-f41e-456b-a0c6-4e8b9e15b95c', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:20:36.451574 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Notify callbacks [] for port, precommit_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:36.468044 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.provisioning_blocks [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Transition to ACTIVE for port object 2c1ed672-912e-406d-816d-ee7a38796139 will not be triggered until provisioned by entity L2. {{(pid=92640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:20:36.479643 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device b6926b0c-a9ae-4e86-9ac0-f9ab3028776a up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:20:36.558495 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:36.559899 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fa6bf7-d808-4cf3-908b-cf416f04eba4 x-openstack-request-id: req-87fa6bf7-d808-4cf3-908b-cf416f04eba4 {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:20:36.560310 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42bf8a91-0ebe-44d3-815a-24a6bb0add73", "tag": "5426f787-0b83-4a67-8066-7b59c4299d5e", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:20:36.560712 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-87fa6bf7-d808-4cf3-908b-cf416f04eba4 {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:20:36.561215 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42bf8a91-0ebe-44d3-815a-24a6bb0add73', 'tag': '5426f787-0b83-4a67-8066-7b59c4299d5e', 'status': 'completed', 'code': 200}
Jun 03 20:20:36.580503 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:20:36.588016 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:36.602136 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:36.603274 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6cd9d70a-06b1-4c1a-83e0-8b572cc915b9,segment=NetworkSegment(60b2f569-eec5-4bf3-9a1b-521cb72a7b08),segment_id=60b2f569-eec5-4bf3-9a1b-521cb72a7b08)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:20:36.604330 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:36.604706 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:36.630535 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:36.670555 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5df6fea8-e40f-4aca-8dd3-7fb92d1f6935 req-9e86e60a-a1e6-4e32-b810-148ffb4345d4 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2464035
Jun 03 20:20:36.673003 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Pushing event updated for resources: {'Port': ['ID=5426f787-0b83-4a67-8066-7b59c4299d5e,revision_number=3']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:36.676576 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:36.711319 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b25d2-8840-4258-9578-b5bfb03e10f6 None None] Pushing event updated for resources: {'Port': ['ID=2c1ed672-912e-406d-816d-ee7a38796139,revision_number=2']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:36.719319 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:36.733710 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:36.739557 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-c70d9b07-f085-4e0b-b925-7a3f8266c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:36.741121 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-c70d9b07-f085-4e0b-b925-7a3f8266c241 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=9b339080d7b947c785dc916dacacd15c&device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 1097 time: 0.1831741
Jun 03 20:20:36.774829 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Attempting to bind port 2c1ed672-912e-406d-816d-ee7a38796139 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:20:36.775221 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Attempting to bind port 2c1ed672-912e-406d-816d-ee7a38796139 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:20:36.776033 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Attempting to bind port 2c1ed672-912e-406d-816d-ee7a38796139 on network 03dbdf41-c79d-4ee5-9893-443b21628827 {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:20:36.791073 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:20:36.791458 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Checking segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:20:36.791863 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:36.792250 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Bound using segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:20:36.792738 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Bound port: 2c1ed672-912e-406d-816d-ee7a38796139, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:20:36.793260 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:36.846166 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=6cd9d70a-06b1-4c1a-83e0-8b572cc915b9,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:36.849710 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:36.850073 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-136f0466-2ca9-4320-86f8-2829008566b9 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5426f787-0b83-4a67-8066-7b59c4299d5e HTTP/1.1" status: 200  len: 217 time: 0.0867655
Jun 03 20:20:36.883101 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-657b25d2-8840-4258-9578-b5bfb03e10f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:36.930489 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] For port 2c1ed672-912e-406d-816d-ee7a38796139, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:20:36.934700 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] For port 2c1ed672-912e-406d-816d-ee7a38796139, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=2c1ed672-912e-406d-816d-ee7a38796139,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:20:36.944339 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Allocated IP 172.20.0.1 (34704440-7dfe-4ff8-9767-698c43aff0f9/0ae39a04-eb78-4ed1-9b21-66d491615846/82e93fa1-580d-4235-bcdb-671c0fe488ad) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:20:36.958712 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-6c413da0-9752-4bb1-a295-865e29cb0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:36.961740 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-6c413da0-9752-4bb1-a295-865e29cb0845 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=3da4210a-5c83-4700-ac8e-57295ef4434f HTTP/1.1" status: 200  len: 854 time: 0.0821784
Jun 03 20:20:37.017053 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:37.021432 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-87a8bb3d-e60c-456d-9f0c-7f5adf8bcf50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:37.060303 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5406b4-0c02-4eea-87f4-4796f174c970 req-cced5939-9db3-4335-9a4f-f22ac5624d9a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:37.062356 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2d5406b4-0c02-4eea-87f4-4796f174c970 req-cced5939-9db3-4335-9a4f-f22ac5624d9a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 944 time: 0.1990139
Jun 03 20:20:37.108565 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b25d2-8840-4258-9578-b5bfb03e10f6 None None] Pushing event updated for resources: {'Port': ['ID=2c1ed672-912e-406d-816d-ee7a38796139,revision_number=3']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:37.112059 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-657b25d2-8840-4258-9578-b5bfb03e10f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:37.112791 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Routers {'f0afd6a8-d789-4897-ac15-e44ce1847bb2'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:20:37.113388 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4218089730>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:20:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['f0afd6a8-d789-4897-ac15-e44ce1847bb2'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:37.140848 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2d5406b4-0c02-4eea-87f4-4796f174c970 req-76b9e3cb-ff8c-4e7d-9943-dd13fc067b25 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717416
Jun 03 20:20:37.162729 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:37.173017 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Transition to ACTIVE for port object 82e93fa1-580d-4235-bcdb-671c0fe488ad will not be triggered until provisioned by entity DHCP. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:20:37.290349 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:37.295558 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:37.300326 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] Set router f0afd6a8-d789-4897-ac15-e44ce1847bb2 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:20:37.350970 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Network 34704440-7dfe-4ff8-9767-698c43aff0f9 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:20:37.353791 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:20:37.357404 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:20:37.403598 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Pushing event updated for resources: {'Port': ['ID=82e93fa1-580d-4235-bcdb-671c0fe488ad,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:37.408029 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:37.429654 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-837115'] for router_interface, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:37.628524 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4218089730>, [{'id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'name': 'tempest-TestVolumeBootPattern-1502111712-router', 'tenant_id': '385b325dfa324e66b0daa927a2b86c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '2c1ed672-912e-406d-816d-ee7a38796139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:30Z', 'updated_at': '2021-06-03T20:20:33Z', 'revision_number': 3, 'project_id': '385b325dfa324e66b0daa927a2b86c37', 'gw_port': {'id': '2c1ed672-912e-406d-816d-ee7a38796139', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:31Z', 'updated_at': '2021-06-03T20:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:37.632504 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a642588-0919-420c-852d-d0ddf40117bb None None] The sync data for ids ['f0afd6a8-d789-4897-ac15-e44ce1847bb2'] in dv-cinder-794669-1-iscsi is: [{'id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'name': 'tempest-TestVolumeBootPattern-1502111712-router', 'tenant_id': '385b325dfa324e66b0daa927a2b86c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '2c1ed672-912e-406d-816d-ee7a38796139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:30Z', 'updated_at': '2021-06-03T20:20:33Z', 'revision_number': 3, 'project_id': '385b325dfa324e66b0daa927a2b86c37', 'gw_port': {'id': '2c1ed672-912e-406d-816d-ee7a38796139', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:31Z', 'updated_at': '2021-06-03T20:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:20:37.663025 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:37.719774 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-da68f727-f61d-4a01-9fc9-dde237b066fe None None] Provisioning for port 82e93fa1-580d-4235-bcdb-671c0fe488ad completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:20:37.728793 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-da68f727-f61d-4a01-9fc9-dde237b066fe None None] Provisioning complete for port 82e93fa1-580d-4235-bcdb-671c0fe488ad triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:37.728793 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-da68f727-f61d-4a01-9fc9-dde237b066fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:37.831457 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-da68f727-f61d-4a01-9fc9-dde237b066fe None None] Port 82e93fa1-580d-4235-bcdb-671c0fe488ad cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:20:37.872310 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25bea4-2af7-4e46-a3bc-79749c570392 req-491dfd95-98b6-445f-9552-4479598fc6f8 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:37.875062 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4d25bea4-2af7-4e46-a3bc-79749c570392 req-491dfd95-98b6-445f-9552-4479598fc6f8 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 949 time: 0.1047864
Jun 03 20:20:37.948270 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4d25bea4-2af7-4e46-a3bc-79749c570392 req-36c1afcc-7fcc-400b-bc65-63efbb2b1fb0 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659590
Jun 03 20:20:38.032440 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:38.142166 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:38.167049 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:38.278223 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Pushing event updated for resources: {'Port': ['ID=82e93fa1-580d-4235-bcdb-671c0fe488ad,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:38.283709 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:38.290501 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926103'] for router_interface, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:38.356556 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54db1c-5012-47bf-ba29-cdbb933ed971 req-48e0f950-26d1-49f3-aa5e-7dd36f4c288b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:38.358875 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bf54db1c-5012-47bf-ba29-cdbb933ed971 req-48e0f950-26d1-49f3-aa5e-7dd36f4c288b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 944 time: 0.0934923
Jun 03 20:20:38.384639 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 2c1ed672-912e-406d-816d-ee7a38796139 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:20:38.426707 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bf54db1c-5012-47bf-ba29-cdbb933ed971 req-883ce033-2d64-4a53-98b4-1c8177149af2 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519345
Jun 03 20:20:38.457701 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Network 34704440-7dfe-4ff8-9767-698c43aff0f9 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:20:38.459186 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:20:38.547566 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 2c1ed672-912e-406d-816d-ee7a38796139 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:20:38.553788 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 2c1ed672-912e-406d-816d-ee7a38796139 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:38.554163 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:38.708219 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:38.725323 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port 2c1ed672-912e-406d-816d-ee7a38796139, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=2c1ed672-912e-406d-816d-ee7a38796139,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:20:38.750202 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Router f0afd6a8-d789-4897-ac15-e44ce1847bb2 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:20:38.756190 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-53129662-e9e3-4567-959e-77cbded1d0ad None None] Provisioning complete for port 82e93fa1-580d-4235-bcdb-671c0fe488ad triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:38.756706 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-53129662-e9e3-4567-959e-77cbded1d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:38.811256 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-53129662-e9e3-4567-959e-77cbded1d0ad None None] Port 82e93fa1-580d-4235-bcdb-671c0fe488ad cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:20:38.827980 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:38.830590 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-a9733960-29b8-49c2-a492-c4f1c4fc8939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:38.932567 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=2c1ed672-912e-406d-816d-ee7a38796139,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:38.935739 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:38.937793 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:20:38.947543 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] 10.222.0.96 "PUT /v2.0/routers/f0afd6a8-d789-4897-ac15-e44ce1847bb2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3814809
Jun 03 20:20:39.149486 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5431a7-93de-44f9-98b3-f97c23c2c3a2 req-bd3aac4f-dfe2-4845-882f-530b4036854d tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:39.151262 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7b5431a7-93de-44f9-98b3-f97c23c2c3a2 req-bd3aac4f-dfe2-4845-882f-530b4036854d tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 949 time: 0.0890532
Jun 03 20:20:39.210948 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7b5431a7-93de-44f9-98b3-f97c23c2c3a2 req-428d9da4-d97b-4562-a4de-3025880aa4ef tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500970
Jun 03 20:20:39.379294 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Sync routers for ids ['f0afd6a8-d789-4897-ac15-e44ce1847bb2'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:20:39.389384 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Routers {'f0afd6a8-d789-4897-ac15-e44ce1847bb2'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:20:39.390129 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42173ade50>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:20:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['f0afd6a8-d789-4897-ac15-e44ce1847bb2'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:39.579462 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Set router f0afd6a8-d789-4897-ac15-e44ce1847bb2 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:20:39.634150 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:39.803954 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38962) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:39.814144 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-7534efa9-c11b-4310-adec-e7fc62cf4701 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-12649576', 'description': 'tempest-secgroup-smoke-12649576 description', 'project_id': 'a9b525c195d240939facb0f0f69e34c4'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:39.820926 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-7534efa9-c11b-4310-adec-e7fc62cf4701 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:39.825004 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-7534efa9-c11b-4310-adec-e7fc62cf4701 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Usage tracker for resource:security_group and tenant:a9b525c195d240939facb0f0f69e34c4 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:39.828460 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-7534efa9-c11b-4310-adec-e7fc62cf4701 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:39.834824 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-7534efa9-c11b-4310-adec-e7fc62cf4701 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:39.899198 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42173ade50>, [{'id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'name': 'tempest-TestVolumeBootPattern-1502111712-router', 'tenant_id': '385b325dfa324e66b0daa927a2b86c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '2c1ed672-912e-406d-816d-ee7a38796139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:30Z', 'updated_at': '2021-06-03T20:20:37Z', 'revision_number': 4, 'project_id': '385b325dfa324e66b0daa927a2b86c37', 'gw_port': {'id': '2c1ed672-912e-406d-816d-ee7a38796139', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:31Z', 'updated_at': '2021-06-03T20:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '82e93fa1-580d-4235-bcdb-671c0fe488ad', 'name': '', 'network_id': '34704440-7dfe-4ff8-9767-698c43aff0f9', 'tenant_id': '385b325dfa324e66b0daa927a2b86c37', 'mac_address': 'fa:16:3e:04:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '0ae39a04-eb78-4ed1-9b21-66d491615846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:36Z', 'updated_at': '2021-06-03T20:20:37Z', 'revision_number': 2, 'project_id': '385b325dfa324e66b0daa927a2b86c37', 'subnets': [{'id': '0ae39a04-eb78-4ed1-9b21-66d491615846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:39.903628 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Checking router: f0afd6a8-d789-4897-ac15-e44ce1847bb2 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:20:39.904054 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Updating router f0afd6a8-d789-4897-ac15-e44ce1847bb2 port 82e93fa1-580d-4235-bcdb-671c0fe488ad binding host dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:20:39.931981 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7534efa9-c11b-4310-adec-e7fc62cf4701 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:39.954085 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-7534efa9-c11b-4310-adec-e7fc62cf4701 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:39.959741 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-7534efa9-c11b-4310-adec-e7fc62cf4701 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Usage tracker for resource:security_group_rule and tenant:a9b525c195d240939facb0f0f69e34c4 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:39.961408 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:39.963094 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-7534efa9-c11b-4310-adec-e7fc62cf4701 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:39.969269 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-7534efa9-c11b-4310-adec-e7fc62cf4701 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:39.990494 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f048e5-368e-406c-8a28-707abb54b9fc req-f7b48c2b-c532-457d-b689-6f9f6d51940c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:39.990494 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a4f048e5-368e-406c-8a28-707abb54b9fc req-f7b48c2b-c532-457d-b689-6f9f6d51940c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 944 time: 0.0875111
Jun 03 20:20:40.038960 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a4f048e5-368e-406c-8a28-707abb54b9fc req-1be59c69-ccea-4655-bfe8-a655b94f9517 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468104
Jun 03 20:20:40.046293 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7534efa9-c11b-4310-adec-e7fc62cf4701 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:40.136161 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7534efa9-c11b-4310-adec-e7fc62cf4701 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:40.141598 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-457262a8-0946-4ba2-aaef-1ee183a19802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:40.179919 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534efa9-c11b-4310-adec-e7fc62cf4701 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff40e807-d779-46cb-8e57-39792f04282c,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:40.182737 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-7534efa9-c11b-4310-adec-e7fc62cf4701 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:40.256366 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7534efa9-c11b-4310-adec-e7fc62cf4701 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:40.260441 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-7534efa9-c11b-4310-adec-e7fc62cf4701 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.4509370
Jun 03 20:20:40.260674 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38968) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:40.265728 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-9cdb0779-f318-4400-8209-f4bdb0917cf6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Request body: {'security_group_rule': {'security_group_id': 'ff40e807-d779-46cb-8e57-39792f04282c', 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:40.273105 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-9cdb0779-f318-4400-8209-f4bdb0917cf6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:40.280214 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-9cdb0779-f318-4400-8209-f4bdb0917cf6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Usage tracker for resource:security_group_rule and tenant:a9b525c195d240939facb0f0f69e34c4 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:40.283939 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-9cdb0779-f318-4400-8209-f4bdb0917cf6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:40.298277 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-9cdb0779-f318-4400-8209-f4bdb0917cf6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:40.312121 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Notify callbacks [] for port, precommit_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:40.326511 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Transition to ACTIVE for port object 82e93fa1-580d-4235-bcdb-671c0fe488ad will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:20:40.356845 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 2c1ed672-912e-406d-816d-ee7a38796139 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:20:40.426754 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 2c1ed672-912e-406d-816d-ee7a38796139 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:40.427385 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:40.433591 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0779-f318-4400-8209-f4bdb0917cf6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:40.434894 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c8f48-04e1-46ae-bc63-593068affb02 req-ae39c8b4-639c-4d3c-8fae-01d22ffb1af7 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:40.436534 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f76c8f48-04e1-46ae-bc63-593068affb02 req-ae39c8b4-639c-4d3c-8fae-01d22ffb1af7 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 949 time: 0.0851374
Jun 03 20:20:40.481024 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:40.487205 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f76c8f48-04e1-46ae-bc63-593068affb02 req-38a401aa-1eb0-4f54-a1fe-e80064e137b4 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435381
Jun 03 20:20:40.490984 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:40.516055 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0779-f318-4400-8209-f4bdb0917cf6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:40.637198 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536eb02f-fca9-4e48-8732-95fa93996a32 None None] Pushing event updated for resources: {'Port': ['ID=82e93fa1-580d-4235-bcdb-671c0fe488ad,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:40.645374 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-7d8fb4b3-c17b-4b24-8890-deda81dc2cf7 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519502
Jun 03 20:20:40.676413 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-536eb02f-fca9-4e48-8732-95fa93996a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:40.802056 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-c73f3568-e773-4a86-945b-ccf06138502f service neutron] 10.222.0.122 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413789
Jun 03 20:20:40.807691 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Attempting to bind port 82e93fa1-580d-4235-bcdb-671c0fe488ad on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:20:40.808066 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Attempting to bind port 82e93fa1-580d-4235-bcdb-671c0fe488ad by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': '6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '34704440-7dfe-4ff8-9767-698c43aff0f9'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:20:40.808431 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Attempting to bind port 82e93fa1-580d-4235-bcdb-671c0fe488ad on network 34704440-7dfe-4ff8-9767-698c43aff0f9 {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:20:40.820726 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:20:40.821108 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Checking segment: {'id': '6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '34704440-7dfe-4ff8-9767-698c43aff0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:20:40.821512 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:40.821899 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Bound using segment: {'id': '6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '34704440-7dfe-4ff8-9767-698c43aff0f9'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:20:40.822368 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Bound port: 82e93fa1-580d-4235-bcdb-671c0fe488ad, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '34704440-7dfe-4ff8-9767-698c43aff0f9'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:20:40.822758 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:40.888296 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0779-f318-4400-8209-f4bdb0917cf6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:40.888296 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-06447806-6532-4be1-a550-9c38657089c3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:40.910812 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb0779-f318-4400-8209-f4bdb0917cf6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e3d016-2094-4f0d-9142-f110bb3a5114,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:40.915615 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-9cdb0779-f318-4400-8209-f4bdb0917cf6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:40.984707 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] For port 82e93fa1-580d-4235-bcdb-671c0fe488ad, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:20:40.988022 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] For port 82e93fa1-580d-4235-bcdb-671c0fe488ad, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=82e93fa1-580d-4235-bcdb-671c0fe488ad,segment=NetworkSegment(6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c),segment_id=6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:20:40.989963 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d0e1b99d-e764-4f20-95d9-95ebcdc93eb0 req-141702fc-e16d-487a-a2a7-1ba12807617b service neutron] 10.222.0.122 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1723182
Jun 03 20:20:41.027816 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0779-f318-4400-8209-f4bdb0917cf6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:41.028924 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-9cdb0779-f318-4400-8209-f4bdb0917cf6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7674103
Jun 03 20:20:41.031710 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 38976) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:41.036405 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-1a45a71a-26c6-4c28-83a2-cce767c1d055 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Request body: {'security_group_rule': {'security_group_id': 'ff40e807-d779-46cb-8e57-39792f04282c', 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:41.042070 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-1a45a71a-26c6-4c28-83a2-cce767c1d055 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:41.044035 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['6cd9d70a-06b1-4c1a-83e0-8b572cc915b9'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:20:41.046007 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-1a45a71a-26c6-4c28-83a2-cce767c1d055 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Usage tracker for resource:security_group_rule and tenant:a9b525c195d240939facb0f0f69e34c4 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:41.048833 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-1a45a71a-26c6-4c28-83a2-cce767c1d055 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:41.054876 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-1a45a71a-26c6-4c28-83a2-cce767c1d055 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:41.087546 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:41.093188 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:41.209872 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Routers {'f0afd6a8-d789-4897-ac15-e44ce1847bb2'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:20:41.210652 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42173ade50>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:20:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['f0afd6a8-d789-4897-ac15-e44ce1847bb2'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:41.211574 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1a45a71a-26c6-4c28-83a2-cce767c1d055 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:41.246180 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cc0db-63bf-4cdc-82df-01d8b64580f3 req-73a0c159-6fa7-4bed-99a3-c9fd589e6a57 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:41.258866 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-303cc0db-63bf-4cdc-82df-01d8b64580f3 req-73a0c159-6fa7-4bed-99a3-c9fd589e6a57 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 944 time: 0.1124287
Jun 03 20:20:41.259954 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536eb02f-fca9-4e48-8732-95fa93996a32 None None] Pushing event updated for resources: {'Port': ['ID=82e93fa1-580d-4235-bcdb-671c0fe488ad,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:41.277724 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-536eb02f-fca9-4e48-8732-95fa93996a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:41.309405 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1a45a71a-26c6-4c28-83a2-cce767c1d055 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:41.416501 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-303cc0db-63bf-4cdc-82df-01d8b64580f3 req-2ccba550-5526-4366-8724-7dea6482c00e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910780
Jun 03 20:20:41.467686 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1a45a71a-26c6-4c28-83a2-cce767c1d055 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:41.469731 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:41.486869 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f385df-9cc8-4b9f-bc5c-6654f123a331 req-d90da2ba-0c91-42d1-b565-628ef6c14d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:41.488710 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a0f385df-9cc8-4b9f-bc5c-6654f123a331 req-d90da2ba-0c91-42d1-b565-628ef6c14d08 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=9b339080d7b947c785dc916dacacd15c&device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 1097 time: 0.2268915
Jun 03 20:20:41.501749 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45a71a-26c6-4c28-83a2-cce767c1d055 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81211d1-3d0b-48f5-8eac-88b47f1b4c26,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:41.504288 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-1a45a71a-26c6-4c28-83a2-cce767c1d055 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:41.508613 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] Set router f0afd6a8-d789-4897-ac15-e44ce1847bb2 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:20:41.638145 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1a45a71a-26c6-4c28-83a2-cce767c1d055 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:41.642221 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-1a45a71a-26c6-4c28-83a2-cce767c1d055 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6068711
Jun 03 20:20:41.642776 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 38988) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:41.649299 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-4d4ddfcb-7e43-4fb7-9eb0-0f0a625a9180 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Request body: {'security_group_rule': {'security_group_id': 'ff40e807-d779-46cb-8e57-39792f04282c', 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:41.661916 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-4d4ddfcb-7e43-4fb7-9eb0-0f0a625a9180 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:41.666592 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-4d4ddfcb-7e43-4fb7-9eb0-0f0a625a9180 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Usage tracker for resource:security_group_rule and tenant:a9b525c195d240939facb0f0f69e34c4 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:41.670818 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-4d4ddfcb-7e43-4fb7-9eb0-0f0a625a9180 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:41.677564 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-4d4ddfcb-7e43-4fb7-9eb0-0f0a625a9180 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:41.696258 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37211228-a18e-4cc0-aeb4-77b5e4e539a1 req-adf4f5aa-3277-474c-bd10-b994d1a8fa3d tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:41.699172 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-37211228-a18e-4cc0-aeb4-77b5e4e539a1 req-adf4f5aa-3277-474c-bd10-b994d1a8fa3d tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 949 time: 0.0989864
Jun 03 20:20:41.749719 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-37211228-a18e-4cc0-aeb4-77b5e4e539a1 req-f435f652-67f9-4200-876e-d6b53c63482c tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441101
Jun 03 20:20:41.788015 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddfcb-7e43-4fb7-9eb0-0f0a625a9180 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:41.860655 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddfcb-7e43-4fb7-9eb0-0f0a625a9180 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:41.872183 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42173ade50>, [{'id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'name': 'tempest-TestVolumeBootPattern-1502111712-router', 'tenant_id': '385b325dfa324e66b0daa927a2b86c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '2c1ed672-912e-406d-816d-ee7a38796139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:30Z', 'updated_at': '2021-06-03T20:20:37Z', 'revision_number': 4, 'project_id': '385b325dfa324e66b0daa927a2b86c37', 'gw_port': {'id': '2c1ed672-912e-406d-816d-ee7a38796139', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:31Z', 'updated_at': '2021-06-03T20:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '82e93fa1-580d-4235-bcdb-671c0fe488ad', 'name': '', 'network_id': '34704440-7dfe-4ff8-9767-698c43aff0f9', 'tenant_id': '385b325dfa324e66b0daa927a2b86c37', 'mac_address': 'fa:16:3e:04:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '0ae39a04-eb78-4ed1-9b21-66d491615846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:36Z', 'updated_at': '2021-06-03T20:20:40Z', 'revision_number': 4, 'project_id': '385b325dfa324e66b0daa927a2b86c37', 'subnets': [{'id': '0ae39a04-eb78-4ed1-9b21-66d491615846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:20:41.876317 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb66e831-b9ae-4ccf-9d1d-069be122cc67 None None] The sync data for ids ['f0afd6a8-d789-4897-ac15-e44ce1847bb2'] in dv-cinder-794669-1-iscsi is: [{'id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'name': 'tempest-TestVolumeBootPattern-1502111712-router', 'tenant_id': '385b325dfa324e66b0daa927a2b86c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '2c1ed672-912e-406d-816d-ee7a38796139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:30Z', 'updated_at': '2021-06-03T20:20:37Z', 'revision_number': 4, 'project_id': '385b325dfa324e66b0daa927a2b86c37', 'gw_port': {'id': '2c1ed672-912e-406d-816d-ee7a38796139', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:31Z', 'updated_at': '2021-06-03T20:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '82e93fa1-580d-4235-bcdb-671c0fe488ad', 'name': '', 'network_id': '34704440-7dfe-4ff8-9767-698c43aff0f9', 'tenant_id': '385b325dfa324e66b0daa927a2b86c37', 'mac_address': 'fa:16:3e:04:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '0ae39a04-eb78-4ed1-9b21-66d491615846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:36Z', 'updated_at': '2021-06-03T20:20:40Z', 'revision_number': 4, 'project_id': '385b325dfa324e66b0daa927a2b86c37', 'subnets': [{'id': '0ae39a04-eb78-4ed1-9b21-66d491615846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:20:41.964850 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddfcb-7e43-4fb7-9eb0-0f0a625a9180 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:41.967483 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:41.991237 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ddfcb-7e43-4fb7-9eb0-0f0a625a9180 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02949d7f-a4fd-4cf1-86c4-7061325ab2e6,revision_number=0']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:41.997172 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4d4ddfcb-7e43-4fb7-9eb0-0f0a625a9180 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:42.085044 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddfcb-7e43-4fb7-9eb0-0f0a625a9180 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:42.086298 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-4d4ddfcb-7e43-4fb7-9eb0-0f0a625a9180 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4423037
Jun 03 20:20:42.091286 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 38994) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:42.096533 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-b427846d-55ce-4bd3-a304-3d5b367aab1d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Request body: {'security_group_rule': {'security_group_id': 'ff40e807-d779-46cb-8e57-39792f04282c', 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:42.102738 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-b427846d-55ce-4bd3-a304-3d5b367aab1d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:42.106876 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-b427846d-55ce-4bd3-a304-3d5b367aab1d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Usage tracker for resource:security_group_rule and tenant:a9b525c195d240939facb0f0f69e34c4 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:42.109996 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-b427846d-55ce-4bd3-a304-3d5b367aab1d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:42.116317 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-b427846d-55ce-4bd3-a304-3d5b367aab1d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:42.211560 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-b427846d-55ce-4bd3-a304-3d5b367aab1d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:42.293501 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-b427846d-55ce-4bd3-a304-3d5b367aab1d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:42.372879 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 82e93fa1-580d-4235-bcdb-671c0fe488ad up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:20:42.382575 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-b427846d-55ce-4bd3-a304-3d5b367aab1d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:42.384810 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:42.411887 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427846d-55ce-4bd3-a304-3d5b367aab1d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6d079c-4e81-418f-ad7e-fa58070143f1,revision_number=0']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:42.423415 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-b427846d-55ce-4bd3-a304-3d5b367aab1d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:42.536723 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-b427846d-55ce-4bd3-a304-3d5b367aab1d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:42.541096 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 39006) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:42.541608 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-b427846d-55ce-4bd3-a304-3d5b367aab1d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4486768
Jun 03 20:20:42.547169 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 82e93fa1-580d-4235-bcdb-671c0fe488ad completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:20:42.554771 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 82e93fa1-580d-4235-bcdb-671c0fe488ad triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:42.555434 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-ffb4f207-3369-449c-818f-8ff4853daa37 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Request body: {'security_group_rule': {'security_group_id': 'ff40e807-d779-46cb-8e57-39792f04282c', 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:42.555671 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:42.564162 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-ffb4f207-3369-449c-818f-8ff4853daa37 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:42.568389 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-ffb4f207-3369-449c-818f-8ff4853daa37 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Usage tracker for resource:security_group_rule and tenant:a9b525c195d240939facb0f0f69e34c4 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:42.575584 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-ffb4f207-3369-449c-818f-8ff4853daa37 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:42.584345 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-ffb4f207-3369-449c-818f-8ff4853daa37 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:42.678947 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dc704-e378-4782-9a50-5d7a50d293fd req-a4591b4f-eda6-4618-8637-20547ee45cf7 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:42.680473 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-583dc704-e378-4782-9a50-5d7a50d293fd req-a4591b4f-eda6-4618-8637-20547ee45cf7 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 944 time: 0.0903487
Jun 03 20:20:42.694625 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:42.726613 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.securitygroups_db [None req-ffb4f207-3369-449c-818f-8ff4853daa37 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Project a9b525c195d240939facb0f0f69e34c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 20:20:42.732459 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port 82e93fa1-580d-4235-bcdb-671c0fe488ad, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=82e93fa1-580d-4235-bcdb-671c0fe488ad,segment=NetworkSegment(6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c),segment_id=6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:20:42.739208 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ffb4f207-3369-449c-818f-8ff4853daa37 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:42.752038 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-583dc704-e378-4782-9a50-5d7a50d293fd req-7a284a27-bcc5-4716-94b5-53be9b897d29 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649610
Jun 03 20:20:42.813668 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ffb4f207-3369-449c-818f-8ff4853daa37 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:42.821965 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:42.826749 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:42.892756 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=82e93fa1-580d-4235-bcdb-671c0fe488ad,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:42.896165 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:42.902317 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ffb4f207-3369-449c-818f-8ff4853daa37 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:42.917338 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-9cdb0779-f318-4400-8209-f4bdb0917cf6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:42.943799 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4f207-3369-449c-818f-8ff4853daa37 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37686f34-ead9-4045-9030-9d4e62aa5c84,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:42.947482 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ffb4f207-3369-449c-818f-8ff4853daa37 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:42.981185 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cac092-bcfe-43dc-8431-f0f571647834 req-c1dfe8cd-496a-4e5a-8526-d860a2f9387f tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:42.982739 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e8cac092-bcfe-43dc-8431-f0f571647834 req-c1dfe8cd-496a-4e5a-8526-d860a2f9387f tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 949 time: 0.1170213
Jun 03 20:20:43.030100 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e8cac092-bcfe-43dc-8431-f0f571647834 req-36571ec8-19e9-45ad-ad6d-3f096c3f0ccf tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403469
Jun 03 20:20:43.050503 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ffb4f207-3369-449c-818f-8ff4853daa37 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:43.051680 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-ffb4f207-3369-449c-818f-8ff4853daa37 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5093830
Jun 03 20:20:43.054365 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 39010) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:43.058802 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-9098fa6d-0e7f-4f95-99fe-e6d8e47cd5b8 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Request body: {'security_group_rule': {'security_group_id': 'ff40e807-d779-46cb-8e57-39792f04282c', 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:20:43.065424 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-9098fa6d-0e7f-4f95-99fe-e6d8e47cd5b8 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:43.069207 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-9098fa6d-0e7f-4f95-99fe-e6d8e47cd5b8 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Usage tracker for resource:security_group_rule and tenant:a9b525c195d240939facb0f0f69e34c4 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:43.072038 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-9098fa6d-0e7f-4f95-99fe-e6d8e47cd5b8 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:43.078359 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-9098fa6d-0e7f-4f95-99fe-e6d8e47cd5b8 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:43.182247 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.securitygroups_db [None req-9098fa6d-0e7f-4f95-99fe-e6d8e47cd5b8 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Project a9b525c195d240939facb0f0f69e34c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 20:20:43.189129 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9098fa6d-0e7f-4f95-99fe-e6d8e47cd5b8 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:43.254952 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9098fa6d-0e7f-4f95-99fe-e6d8e47cd5b8 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:43.347819 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9098fa6d-0e7f-4f95-99fe-e6d8e47cd5b8 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:43.349904 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3f9b59dd-da86-4696-8c93-021dc7a802d1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:43.371956 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098fa6d-0e7f-4f95-99fe-e6d8e47cd5b8 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cb4dee-8697-43dc-9215-8cca9877af9f,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:43.374289 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-9098fa6d-0e7f-4f95-99fe-e6d8e47cd5b8 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:43.450116 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9098fa6d-0e7f-4f95-99fe-e6d8e47cd5b8 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:43.451263 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-9098fa6d-0e7f-4f95-99fe-e6d8e47cd5b8 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3959498
Jun 03 20:20:43.945501 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c733472-eec8-42c8-91dc-5b6cea9e05e9 req-74537ca6-a3fd-4b79-a3c8-4aa3fc8d7ef3 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:43.947001 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3c733472-eec8-42c8-91dc-5b6cea9e05e9 req-74537ca6-a3fd-4b79-a3c8-4aa3fc8d7ef3 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 944 time: 0.0842848
Jun 03 20:20:43.991861 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3c733472-eec8-42c8-91dc-5b6cea9e05e9 req-95e8d5a5-696f-44ce-a705-00451ed2ed20 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383282
Jun 03 20:20:44.216873 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa62479-38c9-409c-8810-91b74cf969ba req-9e67e362-908e-4a94-b9c5-92b2b412f2b0 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:44.218453 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3aa62479-38c9-409c-8810-91b74cf969ba req-9e67e362-908e-4a94-b9c5-92b2b412f2b0 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 949 time: 0.0826089
Jun 03 20:20:44.266419 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3aa62479-38c9-409c-8810-91b74cf969ba req-7d97bdc3-e1e8-44fe-b7a4-c5b791b42e0c tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422974
Jun 03 20:20:44.325931 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 82e93fa1-580d-4235-bcdb-671c0fe488ad up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:20:44.401926 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 82e93fa1-580d-4235-bcdb-671c0fe488ad triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:44.402406 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:45.051613 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f385df-9cc8-4b9f-bc5c-6654f123a331 req-785b7a55-bfeb-4b2e-9c2a-b812f7bc63f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:45.053233 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a0f385df-9cc8-4b9f-bc5c-6654f123a331 req-785b7a55-bfeb-4b2e-9c2a-b812f7bc63f7 service neutron] 10.222.0.122 "GET /v2.0/networks?id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 HTTP/1.1" status: 200  len: 916 time: 0.1347520
Jun 03 20:20:45.141252 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a0f385df-9cc8-4b9f-bc5c-6654f123a331 req-01397437-ebcd-4f08-b115-19bf03defe91 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5426f787-0b83-4a67-8066-7b59c4299d5e HTTP/1.1" status: 200  len: 217 time: 0.0604670
Jun 03 20:20:45.181876 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ae96a-9476-47a3-9587-f94307a9f21e req-0a6a4ebc-965c-4bd7-8e65-53393bde2366 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:45.183657 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d34ae96a-9476-47a3-9587-f94307a9f21e req-0a6a4ebc-965c-4bd7-8e65-53393bde2366 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 944 time: 0.0842466
Jun 03 20:20:45.234381 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d34ae96a-9476-47a3-9587-f94307a9f21e req-9ccd82b4-0655-48ca-bba8-23ec8fe60598 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443020
Jun 03 20:20:45.311899 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f385df-9cc8-4b9f-bc5c-6654f123a331 req-d0048811-b6b6-4dfd-9890-f1cfdf4f0c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:45.314310 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a0f385df-9cc8-4b9f-bc5c-6654f123a331 req-d0048811-b6b6-4dfd-9890-f1cfdf4f0c70 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=3da4210a-5c83-4700-ac8e-57295ef4434f HTTP/1.1" status: 200  len: 854 time: 0.1419868
Jun 03 20:20:45.374584 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a0f385df-9cc8-4b9f-bc5c-6654f123a331 req-8d3ed536-3f77-48fe-9cb3-6893ac01ba02 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447202
Jun 03 20:20:45.577050 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a0f385df-9cc8-4b9f-bc5c-6654f123a331 req-3fa33422-ebd4-411a-a146-11672c6956ef service neutron] 10.222.0.122 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864820
Jun 03 20:20:45.585720 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda75441-7156-488e-b1ee-38e1ed5ccfc8 req-dd9ecb49-7b3d-49fd-bded-4da2b896001e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:45.587466 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cda75441-7156-488e-b1ee-38e1ed5ccfc8 req-dd9ecb49-7b3d-49fd-bded-4da2b896001e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 949 time: 0.1961939
Jun 03 20:20:45.719809 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cda75441-7156-488e-b1ee-38e1ed5ccfc8 req-837d5db7-484e-4e2f-8234-020f6f3cb729 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265275
Jun 03 20:20:45.768437 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a0f385df-9cc8-4b9f-bc5c-6654f123a331 req-22c50a83-c370-4178-a422-617433f8647e service neutron] 10.222.0.122 "GET /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1588042
Jun 03 20:20:46.428553 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e77-2864-41d8-8e47-f44021e25635 req-b1846446-d12e-4501-8cbe-e746c5e5cffe tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:46.430091 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e5e99e77-2864-41d8-8e47-f44021e25635 req-b1846446-d12e-4501-8cbe-e746c5e5cffe tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 944 time: 0.0889418
Jun 03 20:20:46.479962 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e5e99e77-2864-41d8-8e47-f44021e25635 req-0412f8de-e070-4d82-a312-fb65820a1b77 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438511
Jun 03 20:20:46.892166 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:20:46.920938 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6a6451c7-464a-4df9-9857-5daa94228c6a req-ac12b90d-da11-4fc4-923a-441fd95ccb42 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1284890
Jun 03 20:20:46.950075 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d24f8-59e4-4011-96ff-4e323d519ef0 req-98c0917f-7b5f-411f-a2dd-b4372964f2cc tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:46.960904 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-0e9d24f8-59e4-4011-96ff-4e323d519ef0 req-98c0917f-7b5f-411f-a2dd-b4372964f2cc tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 949 time: 0.1141112
Jun 03 20:20:47.052707 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-0e9d24f8-59e4-4011-96ff-4e323d519ef0 req-8ade86f5-f69b-4bfd-838e-8c408190e112 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517788
Jun 03 20:20:47.068159 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:20:47.077193 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:47.077785 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:47.088467 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6451c7-464a-4df9-9857-5daa94228c6a req-3cec2086-1687-498a-bb48-d7f5bee90212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:47.090032 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6a6451c7-464a-4df9-9857-5daa94228c6a req-3cec2086-1687-498a-bb48-d7f5bee90212 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=10d1e6de1c374152919c5d3fa5abbb75&device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 1098 time: 0.1363742
Jun 03 20:20:47.283220 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6451c7-464a-4df9-9857-5daa94228c6a req-f2ac90ea-14f8-4632-806e-47a0905c23c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:47.285135 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6a6451c7-464a-4df9-9857-5daa94228c6a req-f2ac90ea-14f8-4632-806e-47a0905c23c5 service neutron] 10.222.0.122 "GET /v2.0/networks?id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 HTTP/1.1" status: 200  len: 920 time: 0.1641884
Jun 03 20:20:47.289050 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b1e12-f446-477c-9913-14808750d2ce req-103cb605-3510-42b8-9033-e1dfde442d39 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:47.290502 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6f0b1e12-f446-477c-9913-14808750d2ce req-103cb605-3510-42b8-9033-e1dfde442d39 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1259587
Jun 03 20:20:47.303603 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:47.335002 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66002e2-e8dd-4d9d-8eda-db732baa1174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd9d70a-06b1-4c1a-83e0-8b572cc915b9'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:20:47.337333 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d301fd9-daf9-4266-bc16-5feb207e0ebc" -d '{"events": [{"server_uuid": "b66002e2-e8dd-4d9d-8eda-db732baa1174", "name": "network-vif-plugged", "status": "completed", "tag": "6cd9d70a-06b1-4c1a-83e0-8b572cc915b9"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:20:47.345609 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6cd9d70a-06b1-4c1a-83e0-8b572cc915b9,segment=NetworkSegment(60b2f569-eec5-4bf3-9a1b-521cb72a7b08),segment_id=60b2f569-eec5-4bf3-9a1b-521cb72a7b08)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:20:47.347461 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6f0b1e12-f446-477c-9913-14808750d2ce req-f9a3e7c6-86d0-4b42-8076-475802e972ca tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497086
Jun 03 20:20:47.366345 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6a6451c7-464a-4df9-9857-5daa94228c6a req-8aa0b2cf-6fd1-4d95-ab60-85e57ea2de0b service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d HTTP/1.1" status: 200  len: 217 time: 0.0666082
Jun 03 20:20:47.404193 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e163cf5-7291-4b78-bcf1-a5eba718ac39 x-openstack-request-id: req-4e163cf5-7291-4b78-bcf1-a5eba718ac39 {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:20:47.404193 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66002e2-e8dd-4d9d-8eda-db732baa1174", "name": "network-vif-plugged", "status": "completed", "tag": "6cd9d70a-06b1-4c1a-83e0-8b572cc915b9", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:20:47.405205 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4e163cf5-7291-4b78-bcf1-a5eba718ac39 {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:20:47.405646 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66002e2-e8dd-4d9d-8eda-db732baa1174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd9d70a-06b1-4c1a-83e0-8b572cc915b9', 'code': 200}
Jun 03 20:20:47.446965 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6451c7-464a-4df9-9857-5daa94228c6a req-0c33002b-1141-4592-84d8-be8ab8930e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:47.448456 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6a6451c7-464a-4df9-9857-5daa94228c6a req-0c33002b-1141-4592-84d8-be8ab8930e7d service neutron] 10.222.0.122 "GET /v2.0/subnets?id=174d75d0-7dfc-49fe-bd08-723170d65455 HTTP/1.1" status: 200  len: 858 time: 0.0663292
Jun 03 20:20:47.450499 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:47.452880 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:47.517969 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6a6451c7-464a-4df9-9857-5daa94228c6a req-42fd8715-84e7-479c-aa48-b1eb0e8ab60d service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0550926
Jun 03 20:20:47.548134 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=6cd9d70a-06b1-4c1a-83e0-8b572cc915b9,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:47.555766 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:47.742515 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6a6451c7-464a-4df9-9857-5daa94228c6a req-90ecb387-19b6-4b3d-97e5-ec62c607994d service neutron] 10.222.0.122 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2018526
Jun 03 20:20:47.792621 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea0d94-8abf-498e-ad35-1bd5c3b7fc5b req-57103618-02e9-4d07-a20e-4cd60dde08a9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:47.794093 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-32ea0d94-8abf-498e-ad35-1bd5c3b7fc5b req-57103618-02e9-4d07-a20e-4cd60dde08a9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 944 time: 0.1569040
Jun 03 20:20:47.910880 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-32ea0d94-8abf-498e-ad35-1bd5c3b7fc5b req-d1549bc1-9bdb-4348-bf4f-56d970a781bd tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023574
Jun 03 20:20:47.911180 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8388f9-7e66-4655-88b3-5d11aecd7d1b req-023ea24a-a200-4c48-bb4f-713471a485bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:47.912910 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7e8388f9-7e66-4655-88b3-5d11aecd7d1b req-023ea24a-a200-4c48-bb4f-713471a485bc service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 1103 time: 0.0718126
Jun 03 20:20:47.946896 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6a6451c7-464a-4df9-9857-5daa94228c6a req-72f188fa-fbb2-47ed-8b6a-e243dd305d86 service neutron] 10.222.0.122 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1835704
Jun 03 20:20:47.966098 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7e8388f9-7e66-4655-88b3-5d11aecd7d1b req-1e7d16df-515a-4a02-b682-4cb7cc7954ec service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416858
Jun 03 20:20:48.266491 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507dfee-f4b2-4cf9-856d-8b41943c5a4e req-fa8eeda3-1593-49bf-ba95-a305006a0521 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:48.268000 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2507dfee-f4b2-4cf9-856d-8b41943c5a4e req-fa8eeda3-1593-49bf-ba95-a305006a0521 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 950 time: 0.0941098
Jun 03 20:20:48.365560 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2507dfee-f4b2-4cf9-856d-8b41943c5a4e req-098fd7a6-97dc-4a0c-8461-b06c5c749508 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793712
Jun 03 20:20:48.394703 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf47ade-1e2e-446f-b9a7-bf46c30318ca req-023fe52f-483d-4e4b-8f61-b898baa687af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:48.396230 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9bf47ade-1e2e-446f-b9a7-bf46c30318ca req-023fe52f-483d-4e4b-8f61-b898baa687af service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=10d1e6de1c374152919c5d3fa5abbb75&device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 1098 time: 0.0836310
Jun 03 20:20:48.624460 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259451ef-4a5b-4206-9705-aae7c71d288d req-aa2e883b-41c5-43dd-ae36-a3c81c9f8489 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:48.625942 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-259451ef-4a5b-4206-9705-aae7c71d288d req-aa2e883b-41c5-43dd-ae36-a3c81c9f8489 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1645162
Jun 03 20:20:48.647012 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf47ade-1e2e-446f-b9a7-bf46c30318ca req-6c651fd2-54d6-41b0-97d4-4140f08d3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:48.648560 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9bf47ade-1e2e-446f-b9a7-bf46c30318ca req-6c651fd2-54d6-41b0-97d4-4140f08d3b1d service neutron] 10.222.0.122 "GET /v2.0/networks?id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 HTTP/1.1" status: 200  len: 920 time: 0.2293863
Jun 03 20:20:48.673145 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-259451ef-4a5b-4206-9705-aae7c71d288d req-d857dca7-52b8-4463-87e8-c54f8c6b1dac tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409248
Jun 03 20:20:48.732228 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9bf47ade-1e2e-446f-b9a7-bf46c30318ca req-8a57bad2-a14c-49d3-8a2d-db41b2b3f2c9 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d HTTP/1.1" status: 200  len: 217 time: 0.0653820
Jun 03 20:20:48.803224 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf47ade-1e2e-446f-b9a7-bf46c30318ca req-5e72f256-02bb-4455-81ad-4d464dd59ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:48.804551 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9bf47ade-1e2e-446f-b9a7-bf46c30318ca req-5e72f256-02bb-4455-81ad-4d464dd59ed6 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=174d75d0-7dfc-49fe-bd08-723170d65455 HTTP/1.1" status: 200  len: 858 time: 0.0574527
Jun 03 20:20:48.862661 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9bf47ade-1e2e-446f-b9a7-bf46c30318ca req-3d6d7bb6-deb2-4811-b3f5-67e13cc985a2 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444543
Jun 03 20:20:48.892495 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 5426f787-0b83-4a67-8066-7b59c4299d5e details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:20:49.021536 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9bf47ade-1e2e-446f-b9a7-bf46c30318ca req-daf48dbe-2f97-4906-ac29-c989ce30fe67 service neutron] 10.222.0.122 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445668
Jun 03 20:20:49.100401 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 5426f787-0b83-4a67-8066-7b59c4299d5e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5426f787-0b83-4a67-8066-7b59c4299d5e,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:20:49.118162 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '5426f787-0b83-4a67-8066-7b59c4299d5e', 'network_id': '94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8', 'port_id': '5426f787-0b83-4a67-8066-7b59c4299d5e', 'mac_address': 'fa:16:3e:4b:90:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da4210a-5c83-4700-ac8e-57295ef4434f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:20:49.176359 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:49.193439 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5426f787-0b83-4a67-8066-7b59c4299d5e {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:20:49.210103 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 5426f787-0b83-4a67-8066-7b59c4299d5e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5426f787-0b83-4a67-8066-7b59c4299d5e,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:20:49.227752 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9bf47ade-1e2e-446f-b9a7-bf46c30318ca req-3d6c120d-37a1-4259-8218-ba97f731dee2 service neutron] 10.222.0.122 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1922359
Jun 03 20:20:49.236637 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca59ec-c8cd-42a3-8040-eb21e16f603b req-c149b509-9992-4706-96f5-24d37d9ae19a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:49.238104 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-17ca59ec-c8cd-42a3-8040-eb21e16f603b req-c149b509-9992-4706-96f5-24d37d9ae19a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 944 time: 0.2011843
Jun 03 20:20:49.289736 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-17ca59ec-c8cd-42a3-8040-eb21e16f603b req-31f59203-1c49-4be7-bbbc-66bfd5070c38 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442374
Jun 03 20:20:49.296104 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:49.298743 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:49.374997 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=5426f787-0b83-4a67-8066-7b59c4299d5e,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:49.378168 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:49.564182 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c3eb7-e89e-4efe-a2c7-bcca70477628 req-c01cd776-7d93-47b1-8736-7369e1e35c7f tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:49.565664 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-296c3eb7-e89e-4efe-a2c7-bcca70477628 req-c01cd776-7d93-47b1-8736-7369e1e35c7f tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 950 time: 0.0817828
Jun 03 20:20:49.621581 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-296c3eb7-e89e-4efe-a2c7-bcca70477628 req-82747fdd-d9dd-4a59-b34f-1c1749dda897 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493901
Jun 03 20:20:49.877521 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce19b6-87c1-4207-b788-18ef65ac50ae req-2bcb1e10-3d1c-43df-9e36-e4511d3af580 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:49.878769 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9cce19b6-87c1-4207-b788-18ef65ac50ae req-2bcb1e10-3d1c-43df-9e36-e4511d3af580 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0939536
Jun 03 20:20:49.924438 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9cce19b6-87c1-4207-b788-18ef65ac50ae req-bb5270d4-4d47-4d2f-b038-14b22fa34f7b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421307
Jun 03 20:20:50.129540 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['5426f787-0b83-4a67-8066-7b59c4299d5e'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:20:50.481444 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28661e44-b53a-4d67-9fc3-9462336ce699 req-af14d588-db5a-4b46-9a7e-71adeafa5f14 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:50.482345 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-28661e44-b53a-4d67-9fc3-9462336ce699 req-af14d588-db5a-4b46-9a7e-71adeafa5f14 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 945 time: 0.0822539
Jun 03 20:20:50.528245 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-28661e44-b53a-4d67-9fc3-9462336ce699 req-5de56d2f-c908-46f2-b375-8dba24b86e20 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396271
Jun 03 20:20:50.814154 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c3ac5-54b0-4e30-874e-cded1465b46e req-5bc428ac-e4f5-40f6-841b-66fc174f415a tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:50.815708 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-528c3ac5-54b0-4e30-874e-cded1465b46e req-5bc428ac-e4f5-40f6-841b-66fc174f415a tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 950 time: 0.0832345
Jun 03 20:20:50.868688 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-528c3ac5-54b0-4e30-874e-cded1465b46e req-285894b5-2d5d-483c-9e5d-e7b521e64314 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473266
Jun 03 20:20:51.176160 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6fc16-156e-42ea-a779-617452a0798b req-d9cd776b-5d9e-4f18-b98b-c34dea7dba60 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:51.177641 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d0e6fc16-156e-42ea-a779-617452a0798b req-d9cd776b-5d9e-4f18-b98b-c34dea7dba60 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0981576
Jun 03 20:20:51.224856 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d0e6fc16-156e-42ea-a779-617452a0798b req-27651c9e-e4b4-42de-a277-519b5795de51 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413661
Jun 03 20:20:51.703270 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41eed55-6cc6-4619-b1d3-e2aca56325bc req-3ed6a682-8751-4724-be5c-47dcc718aaf2 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:51.704864 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a41eed55-6cc6-4619-b1d3-e2aca56325bc req-3ed6a682-8751-4724-be5c-47dcc718aaf2 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 950 time: 0.0840642
Jun 03 20:20:51.720659 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b4fdd-b138-4db8-9ce4-f92d4bb94b22 req-46075218-737f-4118-897e-59dc470f442d tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:51.722112 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-026b4fdd-b138-4db8-9ce4-f92d4bb94b22 req-46075218-737f-4118-897e-59dc470f442d tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 945 time: 0.0844817
Jun 03 20:20:51.752732 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a41eed55-6cc6-4619-b1d3-e2aca56325bc req-347a4144-ef36-409c-b563-7d9474b00df0 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416095
Jun 03 20:20:51.770250 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-026b4fdd-b138-4db8-9ce4-f92d4bb94b22 req-1c4fd5db-0457-43a1-b020-c15fd91657f7 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419626
Jun 03 20:20:51.963679 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 39236) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:52.095369 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-cd7a086f-4adc-46c9-bb98-8e808d31fbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:52.112076 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-cd7a086f-4adc-46c9-bb98-8e808d31fbe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:20:52.115954 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-cd7a086f-4adc-46c9-bb98-8e808d31fbe9 admin admin] Usage tracker for resource:security_group_rule and tenant:3f564d41bfda44bb94afd7d68ddf4f3b is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:20:52.119745 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-cd7a086f-4adc-46c9-bb98-8e808d31fbe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:20:52.128232 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-cd7a086f-4adc-46c9-bb98-8e808d31fbe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:20:52.213054 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-cd7a086f-4adc-46c9-bb98-8e808d31fbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:52.279011 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-cd7a086f-4adc-46c9-bb98-8e808d31fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:52.288851 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4bee0730-7889-40a5-b91a-f48ab98ed60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:52.330029 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-cd7a086f-4adc-46c9-bb98-8e808d31fbe9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3f564d41bfda44bb94afd7d68ddf4f3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3652749
Jun 03 20:20:52.332975 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 39246) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:20:52.345074 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a086f-4adc-46c9-bb98-8e808d31fbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8d0809-8e15-42ab-a603-c5d4d3a0e046,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:52.348769 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-cd7a086f-4adc-46c9-bb98-8e808d31fbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:52.471786 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9808d7cf-2007-40fe-a3f4-eb02959adf32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:52.504857 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b330-bb6a-41d0-bfca-9874435727f0 req-895f6f57-d211-444c-8d22-4b53b7762e15 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:52.506338 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-aac4b330-bb6a-41d0-bfca-9874435727f0 req-895f6f57-d211-444c-8d22-4b53b7762e15 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1740904
Jun 03 20:20:52.516151 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9808d7cf-2007-40fe-a3f4-eb02959adf32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:52.587166 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-aac4b330-bb6a-41d0-bfca-9874435727f0 req-36c292d0-9499-4d4e-9cc9-484d88836d1b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739906
Jun 03 20:20:52.690543 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9808d7cf-2007-40fe-a3f4-eb02959adf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:52.695584 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-8a38271f-2fd5-43b7-b36f-fee87c984352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:52.709258 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808d7cf-2007-40fe-a3f4-eb02959adf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8d0809-8e15-42ab-a603-c5d4d3a0e046,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:52.712183 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-9808d7cf-2007-40fe-a3f4-eb02959adf32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:52.714453 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9808d7cf-2007-40fe-a3f4-eb02959adf32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:52.715602 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-9808d7cf-2007-40fe-a3f4-eb02959adf32 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aa8d0809-8e15-42ab-a603-c5d4d3a0e046 HTTP/1.1" status: 204  len: 168 time: 0.3817956
Jun 03 20:20:52.924941 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 5426f787-0b83-4a67-8066-7b59c4299d5e up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:20:53.023025 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2eeea-f3ef-4846-8d5c-ed7b29a3286b req-8afa8975-fbd1-4cd0-b1bb-23da52409426 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:53.025046 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d953e5-c98c-4259-9e30-233965e29052 req-e92f7ee7-5d91-43e1-8298-a78508df0ff1 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:53.028331 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-fab2eeea-f3ef-4846-8d5c-ed7b29a3286b req-8afa8975-fbd1-4cd0-b1bb-23da52409426 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 950 time: 0.1428158
Jun 03 20:20:53.029600 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-22d953e5-c98c-4259-9e30-233965e29052 req-e92f7ee7-5d91-43e1-8298-a78508df0ff1 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 945 time: 0.1446898
Jun 03 20:20:53.089723 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-fab2eeea-f3ef-4846-8d5c-ed7b29a3286b req-076a56e7-447d-417b-b43e-b15d86c4bbe2 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545299
Jun 03 20:20:53.091211 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-22d953e5-c98c-4259-9e30-233965e29052 req-93046d1f-14c4-44cd-92a4-01f7b3470a08 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514011
Jun 03 20:20:53.111766 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port 5426f787-0b83-4a67-8066-7b59c4299d5e completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:20:53.115788 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 5426f787-0b83-4a67-8066-7b59c4299d5e triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:20:53.116177 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:53.239895 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:53.268659 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bf8a91-0ebe-44d3-815a-24a6bb0add73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5426f787-0b83-4a67-8066-7b59c4299d5e'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:20:53.270730 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6defc196-5d51-459f-a6ee-dea83a32aba2" -d '{"events": [{"server_uuid": "42bf8a91-0ebe-44d3-815a-24a6bb0add73", "name": "network-vif-plugged", "status": "completed", "tag": "5426f787-0b83-4a67-8066-7b59c4299d5e"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:20:53.278968 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 5426f787-0b83-4a67-8066-7b59c4299d5e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5426f787-0b83-4a67-8066-7b59c4299d5e,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:20:53.323836 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57e690d-06fe-452c-8e56-d7510cdc840d x-openstack-request-id: req-e57e690d-06fe-452c-8e56-d7510cdc840d {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:20:53.324153 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bf8a91-0ebe-44d3-815a-24a6bb0add73", "name": "network-vif-plugged", "status": "completed", "tag": "5426f787-0b83-4a67-8066-7b59c4299d5e", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:20:53.324415 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e57e690d-06fe-452c-8e56-d7510cdc840d {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:20:53.324805 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bf8a91-0ebe-44d3-815a-24a6bb0add73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5426f787-0b83-4a67-8066-7b59c4299d5e', 'code': 200}
Jun 03 20:20:53.365656 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:53.367875 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:53.443719 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=5426f787-0b83-4a67-8066-7b59c4299d5e,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:53.446712 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:53.750700 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16b53a-62cb-497e-a12a-a76d1f47d223 req-9629bfa4-db65-41dd-b98f-2cf57a8a1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:53.752424 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cc16b53a-62cb-497e-a12a-a76d1f47d223 req-9629bfa4-db65-41dd-b98f-2cf57a8a1379 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 1099 time: 0.0709677
Jun 03 20:20:53.778225 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3da96-c420-4ff9-b1d1-b8baffb3a7b3 req-3dc7dce3-6e6d-4ded-94b0-f8cf1403e386 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:53.780301 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-02a3da96-c420-4ff9-b1d1-b8baffb3a7b3 req-3dc7dce3-6e6d-4ded-94b0-f8cf1403e386 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0816460
Jun 03 20:20:53.805401 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cc16b53a-62cb-497e-a12a-a76d1f47d223 req-96ec1fa1-9a88-4f59-bbcb-85a77b7b380b service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397649
Jun 03 20:20:53.834358 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-02a3da96-c420-4ff9-b1d1-b8baffb3a7b3 req-e5ebe06a-42be-4597-aaab-301218a02063 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441477
Jun 03 20:20:54.283299 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24d771-379d-4a50-82e6-505b511f94e8 req-ba5bc631-8317-4821-9957-fd11e9164548 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:54.284810 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7b24d771-379d-4a50-82e6-505b511f94e8 req-ba5bc631-8317-4821-9957-fd11e9164548 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 950 time: 0.0855389
Jun 03 20:20:54.293536 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df971acf-2a29-4806-a77e-f90ce15a68fd req-8b3ed7bb-d947-4064-8ddc-5d746f4cb459 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:54.295063 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-df971acf-2a29-4806-a77e-f90ce15a68fd req-8b3ed7bb-d947-4064-8ddc-5d746f4cb459 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 946 time: 0.0949638
Jun 03 20:20:54.335066 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7b24d771-379d-4a50-82e6-505b511f94e8 req-d8b82b19-76f3-4890-b785-865f5fa7518f tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437062
Jun 03 20:20:54.343960 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-df971acf-2a29-4806-a77e-f90ce15a68fd req-f2cf5fc4-7ff9-48b3-bdb9-337bef53c7e5 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429697
Jun 03 20:20:54.745986 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229a91c-0ed4-4841-b7d5-bf0c872baff4 req-78943dfd-8300-495f-84b6-817b7c1bc420 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:54.747706 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0229a91c-0ed4-4841-b7d5-bf0c872baff4 req-78943dfd-8300-495f-84b6-817b7c1bc420 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.122 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 950 time: 0.0834854
Jun 03 20:20:54.891429 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-0229a91c-0ed4-4841-b7d5-bf0c872baff4 req-fff4f118-1e6f-4b6c-88d4-a80891228642 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Deleting port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:20:54.891766 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-0229a91c-0ed4-4841-b7d5-bf0c872baff4 req-fff4f118-1e6f-4b6c-88d4-a80891228642 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:55.142475 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-0229a91c-0ed4-4841-b7d5-bf0c872baff4 req-fff4f118-1e6f-4b6c-88d4-a80891228642 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] For port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6cd9d70a-06b1-4c1a-83e0-8b572cc915b9,segment=NetworkSegment(60b2f569-eec5-4bf3-9a1b-521cb72a7b08),segment_id=60b2f569-eec5-4bf3-9a1b-521cb72a7b08)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:20:55.142863 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-0229a91c-0ed4-4841-b7d5-bf0c872baff4 req-fff4f118-1e6f-4b6c-88d4-a80891228642 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:55.267324 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-0229a91c-0ed4-4841-b7d5-bf0c872baff4 req-fff4f118-1e6f-4b6c-88d4-a80891228642 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Calling delete_port for 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 owned by compute:nova {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:20:55.290160 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee792b82-ee8e-47f3-a1ad-0802fb4b934a req-1edf764a-e9ad-4812-b0ec-8fc20a489f18 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:55.291641 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ee792b82-ee8e-47f3-a1ad-0802fb4b934a req-1edf764a-e9ad-4812-b0ec-8fc20a489f18 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.3158977
Jun 03 20:20:55.414140 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ee792b82-ee8e-47f3-a1ad-0802fb4b934a req-39337429-8667-4b8f-a803-d47beda85575 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566721
Jun 03 20:20:55.553525 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-0229a91c-0ed4-4841-b7d5-bf0c872baff4 req-fff4f118-1e6f-4b6c-88d4-a80891228642 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:55.560785 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:20:55.580492 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['6cd9d70a-06b1-4c1a-83e0-8b572cc915b9'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:20:55.607461 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac919ab4-b865-4b1c-8028-b993e71fe316 req-943af8d8-c531-445c-bc11-9a39c0373775 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:55.609061 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ac919ab4-b865-4b1c-8028-b993e71fe316 req-943af8d8-c531-445c-bc11-9a39c0373775 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 867 time: 0.1535592
Jun 03 20:20:55.656127 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ac919ab4-b865-4b1c-8028-b993e71fe316 req-d44d3852-9a08-4086-85c0-fcec41af7146 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/security-groups?id=3df4c2d9-5cca-4915-a30e-f3dbcaf36233&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407650
Jun 03 20:20:55.660975 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4f118-1e6f-4b6c-88d4-a80891228642 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Pushing event deleted for resources: {'Port': ['ID=6cd9d70a-06b1-4c1a-83e0-8b572cc915b9,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:20:55.666896 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-fff4f118-1e6f-4b6c-88d4-a80891228642 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:20:55.773105 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20681e82-81e9-457d-b201-a299d07f5751 req-fdc21e79-2198-4629-b5df-9a0448927182 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:55.774715 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-20681e82-81e9-457d-b201-a299d07f5751 req-fdc21e79-2198-4629-b5df-9a0448927182 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 946 time: 0.2191603
Jun 03 20:20:55.825497 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-20681e82-81e9-457d-b201-a299d07f5751 req-44207cc1-e390-4b09-9198-5049e98d9bf4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436831
Jun 03 20:20:56.069137 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0229a91c-0ed4-4841-b7d5-bf0c872baff4 req-fff4f118-1e6f-4b6c-88d4-a80891228642 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] No DVR routers for this DVR port 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 on host hv-cinder-79466 {{(pid=92636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:20:56.072149 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-0229a91c-0ed4-4841-b7d5-bf0c872baff4 req-fff4f118-1e6f-4b6c-88d4-a80891228642 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:56.074893 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66002e2-e8dd-4d9d-8eda-db732baa1174', 'name': 'network-vif-deleted', 'tag': '6cd9d70a-06b1-4c1a-83e0-8b572cc915b9'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:20:56.077989 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92979087-6327-4409-924d-0cc3240b297a" -d '{"events": [{"server_uuid": "b66002e2-e8dd-4d9d-8eda-db732baa1174", "name": "network-vif-deleted", "tag": "6cd9d70a-06b1-4c1a-83e0-8b572cc915b9"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:20:56.122554 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fd61ed-e44e-4517-a25a-1423f81d5b7c x-openstack-request-id: req-83fd61ed-e44e-4517-a25a-1423f81d5b7c {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:20:56.122972 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66002e2-e8dd-4d9d-8eda-db732baa1174", "name": "network-vif-deleted", "tag": "6cd9d70a-06b1-4c1a-83e0-8b572cc915b9", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:20:56.123678 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-83fd61ed-e44e-4517-a25a-1423f81d5b7c {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:20:56.124096 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66002e2-e8dd-4d9d-8eda-db732baa1174', 'name': 'network-vif-deleted', 'tag': '6cd9d70a-06b1-4c1a-83e0-8b572cc915b9', 'status': 'completed', 'code': 200}
Jun 03 20:20:56.143738 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0229a91c-0ed4-4841-b7d5-bf0c872baff4 req-fff4f118-1e6f-4b6c-88d4-a80891228642 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.122 "DELETE /v2.0/ports/6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 HTTP/1.1" status: 204  len: 173 time: 1.3857820
Jun 03 20:20:56.604303 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298c7d6-fa74-4e7e-92b8-d2252a08ae54 req-a1729a60-7531-4306-b4e3-94ac6ca6ff54 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:56.606527 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d298c7d6-fa74-4e7e-92b8-d2252a08ae54 req-a1729a60-7531-4306-b4e3-94ac6ca6ff54 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0855134
Jun 03 20:20:56.669726 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d298c7d6-fa74-4e7e-92b8-d2252a08ae54 req-d3b88265-781c-4d64-8e85-4883b5006714 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562012
Jun 03 20:20:56.822075 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-38a2cfcf-be78-4fad-b43c-03dcc16de61f req-978a1cc2-e028-4123-818e-4757549cba10 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] 10.222.0.96 "GET /v2.0/ports?device_id=b66002e2-e8dd-4d9d-8eda-db732baa1174 HTTP/1.1" status: 200  len: 210 time: 0.0427353
Jun 03 20:20:57.023436 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520ef37-9ea5-43d7-bf92-1224a6b95ea8 req-68a87402-10a9-48a4-8997-7f062645db4f tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:57.024867 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8520ef37-9ea5-43d7-bf92-1224a6b95ea8 req-68a87402-10a9-48a4-8997-7f062645db4f tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 946 time: 0.0926032
Jun 03 20:20:57.068280 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8520ef37-9ea5-43d7-bf92-1224a6b95ea8 req-5de2e8ef-6d4b-40f6-ba80-f4935f975564 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370810
Jun 03 20:20:57.410813 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-dec74e9a-bb42-4c23-a502-fd58228a07c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:20:58.063055 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b7e74-86f7-4e7e-b825-cbd8db1ed0fb req-5e893caa-1bdc-4f79-a3cd-e5a04d7df286 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:58.064518 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a23b7e74-86f7-4e7e-b825-cbd8db1ed0fb req-5e893caa-1bdc-4f79-a3cd-e5a04d7df286 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0860136
Jun 03 20:20:58.112020 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a23b7e74-86f7-4e7e-b825-cbd8db1ed0fb req-7792e88f-d4d1-48eb-b671-20caf3e0b282 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415328
Jun 03 20:20:58.954565 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:20:58.989721 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:20:58.990067 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 6cd9d70a-06b1-4c1a-83e0-8b572cc915b9 not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:20:59.305633 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37d90d-edd7-4eef-b154-852b9d71e450 req-9e599ad5-f8ca-459f-8a0a-59f049f1020f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:20:59.307097 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-aa37d90d-edd7-4eef-b154-852b9d71e450 req-9e599ad5-f8ca-459f-8a0a-59f049f1020f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0825081
Jun 03 20:20:59.352313 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-aa37d90d-edd7-4eef-b154-852b9d71e450 req-46bc3d1f-de30-4d13-b3de-0bdc547497a9 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388844
Jun 03 20:21:00.003727 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-3039a6c5-eadf-468a-b0a9-48995349bc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:00.015377 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:00.549402 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541dfc1-f3f1-4f7f-92c1-99456db4760e req-42d6590a-ac83-47ac-ac41-769e07f75a40 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:00.550910 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0541dfc1-f3f1-4f7f-92c1-99456db4760e req-42d6590a-ac83-47ac-ac41-769e07f75a40 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0872524
Jun 03 20:21:00.599208 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0541dfc1-f3f1-4f7f-92c1-99456db4760e req-57339b26-21eb-4774-83f5-3ebd65373dc2 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423419
Jun 03 20:21:01.255643 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:01.310536 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:21:01.785855 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3950d45-c757-475a-9f53-91513489e6b5 req-5f4b9abf-0a83-44d1-9dbd-11c5634d7383 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:01.787237 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f3950d45-c757-475a-9f53-91513489e6b5 req-5f4b9abf-0a83-44d1-9dbd-11c5634d7383 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0808849
Jun 03 20:21:01.834112 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f3950d45-c757-475a-9f53-91513489e6b5 req-855f429f-24f2-436d-9137-8febf7543615 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411017
Jun 03 20:21:02.884433 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:03.023298 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d002b30-ddab-43ed-9073-3ffed63795bc req-29d30006-bd16-4891-a386-41c1f357cd50 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:03.024766 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5d002b30-ddab-43ed-9073-3ffed63795bc req-29d30006-bd16-4891-a386-41c1f357cd50 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0856252
Jun 03 20:21:03.070794 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5d002b30-ddab-43ed-9073-3ffed63795bc req-97d0154e-4474-4b32-96b4-5367abfe07c6 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402629
Jun 03 20:21:04.262031 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd6a2a-eb33-4294-a6f8-bb51f993cafc req-039f0f3b-d3fe-4cb1-b015-7a30faedabd9 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:04.263475 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-efdd6a2a-eb33-4294-a6f8-bb51f993cafc req-039f0f3b-d3fe-4cb1-b015-7a30faedabd9 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0830526
Jun 03 20:21:04.308732 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-efdd6a2a-eb33-4294-a6f8-bb51f993cafc req-a89c7480-7062-4de9-af75-d57274f363e8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390377
Jun 03 20:21:05.505287 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74549c-5159-4b61-bc09-e4e168b0685b req-c7964dd6-8060-4a1b-91c2-1e4aca6485ba tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:05.506777 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-fe74549c-5159-4b61-bc09-e4e168b0685b req-c7964dd6-8060-4a1b-91c2-1e4aca6485ba tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0885680
Jun 03 20:21:05.551166 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-fe74549c-5159-4b61-bc09-e4e168b0685b req-acfdf6d6-7f90-4441-87ae-dbba80dcfbec tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387247
Jun 03 20:21:06.734755 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2008d3-0fa3-4503-9aaf-84f295ce99c0 req-14128484-e52d-47ea-bbbd-db6ec38d381f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:06.736222 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9d2008d3-0fa3-4503-9aaf-84f295ce99c0 req-14128484-e52d-47ea-bbbd-db6ec38d381f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0803773
Jun 03 20:21:06.785142 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9d2008d3-0fa3-4503-9aaf-84f295ce99c0 req-8645d64d-79c3-407b-a4dd-0b0c35118033 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422714
Jun 03 20:21:07.975807 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729575f2-6a6b-4157-9be9-ec98e7fd77fe req-37f19a68-ab74-4ef1-8b4f-3bf2a2ff5705 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:07.977277 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-729575f2-6a6b-4157-9be9-ec98e7fd77fe req-37f19a68-ab74-4ef1-8b4f-3bf2a2ff5705 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0832529
Jun 03 20:21:08.022887 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-729575f2-6a6b-4157-9be9-ec98e7fd77fe req-4e65e058-770f-4972-a78e-783c041822c5 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378406
Jun 03 20:21:09.213425 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca8781-6ca5-4f91-bab9-3ff378ae69c4 req-f2eff433-3b93-46e1-ae94-f873a447b2b6 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:09.215166 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-08ca8781-6ca5-4f91-bab9-3ff378ae69c4 req-f2eff433-3b93-46e1-ae94-f873a447b2b6 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0802312
Jun 03 20:21:09.265051 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-08ca8781-6ca5-4f91-bab9-3ff378ae69c4 req-4a7b4408-3418-41b5-8bb2-c56d9479bf4d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436244
Jun 03 20:21:09.597260 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:10.468073 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39f17b-24d6-4733-b891-0dea926951b9 req-6d7e2e5e-a999-4fab-8dfe-c7a420e6b62e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:10.469542 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6f39f17b-24d6-4733-b891-0dea926951b9 req-6d7e2e5e-a999-4fab-8dfe-c7a420e6b62e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0907803
Jun 03 20:21:10.515264 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6f39f17b-24d6-4733-b891-0dea926951b9 req-2ec2d611-75dd-42ef-9b63-c0a2a96edb85 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400410
Jun 03 20:21:11.706719 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b37a4-3717-47d3-9b73-93cfd8d620b8 req-b52d2efe-1e88-4a77-ab19-0fd42c159e8b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:11.708287 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-768b37a4-3717-47d3-9b73-93cfd8d620b8 req-b52d2efe-1e88-4a77-ab19-0fd42c159e8b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0811417
Jun 03 20:21:11.756247 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-768b37a4-3717-47d3-9b73-93cfd8d620b8 req-63acd746-27fb-4bad-b8ec-a8f4ba314420 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418985
Jun 03 20:21:12.943797 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e4302-d40a-4fe1-aa09-43567df35f28 req-e0105378-abee-4a1e-8bef-a8218973b060 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:12.945314 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-430e4302-d40a-4fe1-aa09-43567df35f28 req-e0105378-abee-4a1e-8bef-a8218973b060 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0805624
Jun 03 20:21:12.991798 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-430e4302-d40a-4fe1-aa09-43567df35f28 req-54ece01b-3d2a-4dc5-ba72-0d7d34fc0c4d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407970
Jun 03 20:21:13.677924 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62006cb8-b72e-44d8-95f0-012ebe04a731 req-7d3f8292-2076-41f3-b60b-691b93d07b6a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:13.679383 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-62006cb8-b72e-44d8-95f0-012ebe04a731 req-7d3f8292-2076-41f3-b60b-691b93d07b6a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 946 time: 0.1396639
Jun 03 20:21:13.729050 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-62006cb8-b72e-44d8-95f0-012ebe04a731 req-c245433b-5531-42ab-bc59-de7d28a0b622 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438988
Jun 03 20:21:14.183186 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cb15f-2e29-4ecf-80bf-249692d34ce6 req-4541cf00-26fa-4c3f-80ac-de512177e200 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:14.184674 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-645cb15f-2e29-4ecf-80bf-249692d34ce6 req-4541cf00-26fa-4c3f-80ac-de512177e200 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0834243
Jun 03 20:21:14.314395 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-645cb15f-2e29-4ecf-80bf-249692d34ce6 req-30f33502-0407-4f80-aff8-48e9a12df5bf tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238136
Jun 03 20:21:14.917281 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5e7b6-2a79-4989-b924-c8fa97ab831b req-967a0143-df10-4200-b0d3-8b50b9e877b1 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:14.918864 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-66a5e7b6-2a79-4989-b924-c8fa97ab831b req-967a0143-df10-4200-b0d3-8b50b9e877b1 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 946 time: 0.0817599
Jun 03 20:21:14.965001 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-66a5e7b6-2a79-4989-b924-c8fa97ab831b req-e7f10deb-0745-4e4d-89f8-80ace22f28f4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398252
Jun 03 20:21:15.505227 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b50340-e8fb-4b0c-bc91-32c2e663ff79 req-13f05e7f-c2ad-44b0-8fc1-744cdac051e1 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:15.506649 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-78b50340-e8fb-4b0c-bc91-32c2e663ff79 req-13f05e7f-c2ad-44b0-8fc1-744cdac051e1 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0803998
Jun 03 20:21:15.554396 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-78b50340-e8fb-4b0c-bc91-32c2e663ff79 req-01694324-d7ca-490c-b708-2f1d92306a8e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419393
Jun 03 20:21:15.745914 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b96048-4fb7-4abf-8bd4-45398677ecdc req-76402aea-69bc-408e-839a-38d282c851fb tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:15.747344 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d0b96048-4fb7-4abf-8bd4-45398677ecdc req-76402aea-69bc-408e-839a-38d282c851fb tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.122 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 946 time: 0.0817039
Jun 03 20:21:15.894477 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-d0b96048-4fb7-4abf-8bd4-45398677ecdc req-204b193b-5a8c-400f-9405-82af4f10fd89 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Deleting port 5426f787-0b83-4a67-8066-7b59c4299d5e {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:21:15.894852 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-d0b96048-4fb7-4abf-8bd4-45398677ecdc req-204b193b-5a8c-400f-9405-82af4f10fd89 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:16.029602 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-d0b96048-4fb7-4abf-8bd4-45398677ecdc req-204b193b-5a8c-400f-9405-82af4f10fd89 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] For port 5426f787-0b83-4a67-8066-7b59c4299d5e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5426f787-0b83-4a67-8066-7b59c4299d5e,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:21:16.030237 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-d0b96048-4fb7-4abf-8bd4-45398677ecdc req-204b193b-5a8c-400f-9405-82af4f10fd89 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:16.163286 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d005666-8468-4b8e-ac8a-f6acdaf86278 req-8bf6d274-0b1c-4b41-b09b-3fadce658b1a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:16.164453 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-d0b96048-4fb7-4abf-8bd4-45398677ecdc req-204b193b-5a8c-400f-9405-82af4f10fd89 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Calling delete_port for 5426f787-0b83-4a67-8066-7b59c4299d5e owned by compute:nova {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:21:16.164699 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6d005666-8468-4b8e-ac8a-f6acdaf86278 req-8bf6d274-0b1c-4b41-b09b-3fadce658b1a tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 946 time: 0.0928826
Jun 03 20:21:16.219228 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6d005666-8468-4b8e-ac8a-f6acdaf86278 req-b6eb442b-a52f-4b00-ac8f-bd476c24e5f9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485492
Jun 03 20:21:16.324500 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-d0b96048-4fb7-4abf-8bd4-45398677ecdc req-204b193b-5a8c-400f-9405-82af4f10fd89 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:16.331678 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:16.342155 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['1433535d-12bc-4482-b6b9-20824b43f248', '8aae674f-f6de-4eb7-a59e-512ecdaa66ca', 'bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3', '5426f787-0b83-4a67-8066-7b59c4299d5e'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:21:16.381100 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b193b-5a8c-400f-9405-82af4f10fd89 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Pushing event deleted for resources: {'Port': ['ID=5426f787-0b83-4a67-8066-7b59c4299d5e,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:16.384707 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-204b193b-5a8c-400f-9405-82af4f10fd89 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:16.470453 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b96048-4fb7-4abf-8bd4-45398677ecdc req-204b193b-5a8c-400f-9405-82af4f10fd89 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] No DVR routers for this DVR port 5426f787-0b83-4a67-8066-7b59c4299d5e on host hv-cinder-79466 {{(pid=92636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:21:16.480019 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-d0b96048-4fb7-4abf-8bd4-45398677ecdc req-204b193b-5a8c-400f-9405-82af4f10fd89 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:16.491252 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bf8a91-0ebe-44d3-815a-24a6bb0add73', 'name': 'network-vif-deleted', 'tag': '5426f787-0b83-4a67-8066-7b59c4299d5e'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:21:16.493661 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26791be0-3a3b-46fb-bb92-4094575991ee" -d '{"events": [{"server_uuid": "42bf8a91-0ebe-44d3-815a-24a6bb0add73", "name": "network-vif-deleted", "tag": "5426f787-0b83-4a67-8066-7b59c4299d5e"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:21:16.543474 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22d37ea-491c-45c1-8e38-7a7ef0e0394e x-openstack-request-id: req-c22d37ea-491c-45c1-8e38-7a7ef0e0394e {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:21:16.543807 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bf8a91-0ebe-44d3-815a-24a6bb0add73", "name": "network-vif-deleted", "tag": "5426f787-0b83-4a67-8066-7b59c4299d5e", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:21:16.544093 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c22d37ea-491c-45c1-8e38-7a7ef0e0394e {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:21:16.544640 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bf8a91-0ebe-44d3-815a-24a6bb0add73', 'name': 'network-vif-deleted', 'tag': '5426f787-0b83-4a67-8066-7b59c4299d5e', 'status': 'completed', 'code': 200}
Jun 03 20:21:16.557026 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d0b96048-4fb7-4abf-8bd4-45398677ecdc req-204b193b-5a8c-400f-9405-82af4f10fd89 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.122 "DELETE /v2.0/ports/5426f787-0b83-4a67-8066-7b59c4299d5e HTTP/1.1" status: 204  len: 173 time: 0.7925262
Jun 03 20:21:16.778980 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10322140-329c-41cc-991f-984d8ce4a392 req-9019ee6a-1d8d-4241-9bf5-e557c184e539 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:16.781016 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-10322140-329c-41cc-991f-984d8ce4a392 req-9019ee6a-1d8d-4241-9bf5-e557c184e539 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0890067
Jun 03 20:21:16.830191 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-10322140-329c-41cc-991f-984d8ce4a392 req-f1f88935-76dd-4336-9ac7-51fa7fc2df76 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430007
Jun 03 20:21:17.384949 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-b3c7e82f-bceb-49b0-975b-f70b21a79c9a req-225d0ad6-296a-4385-a17a-5d738bacca3c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Synchronizing usage tracker for tenant:9b339080d7b947c785dc916dacacd15c on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:21:17.466770 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-b3c7e82f-bceb-49b0-975b-f70b21a79c9a req-225d0ad6-296a-4385-a17a-5d738bacca3c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Unset dirty status for tenant:9b339080d7b947c785dc916dacacd15c on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:21:17.472662 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b3c7e82f-bceb-49b0-975b-f70b21a79c9a req-225d0ad6-296a-4385-a17a-5d738bacca3c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=42bf8a91-0ebe-44d3-815a-24a6bb0add73 HTTP/1.1" status: 200  len: 210 time: 0.1305454
Jun 03 20:21:18.081087 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44ef77-148d-4b9f-900b-0f4f732e4509 req-18809626-da37-4ce6-a897-0db5417bc214 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:18.082496 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6a44ef77-148d-4b9f-900b-0f4f732e4509 req-18809626-da37-4ce6-a897-0db5417bc214 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1127770
Jun 03 20:21:18.084396 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3fd91-f6a1-4b58-aad9-c81491d0aa10 req-ae8a46a8-10c0-4b5e-8120-1714be3ceb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:18.085685 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7ce3fd91-f6a1-4b58-aad9-c81491d0aa10 req-ae8a46a8-10c0-4b5e-8120-1714be3ceb82 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 1098 time: 0.1481230
Jun 03 20:21:18.156861 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6a44ef77-148d-4b9f-900b-0f4f732e4509 req-84074e84-fdce-4a1e-a450-1dad38af02eb tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686762
Jun 03 20:21:18.158624 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7ce3fd91-f6a1-4b58-aad9-c81491d0aa10 req-3a835256-133d-42b5-b85d-f85e30a22174 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583282
Jun 03 20:21:19.359736 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601b1f5-bbbb-41a0-86fb-5ab76dbccc42 req-a490641f-4143-4646-b826-e5d2fffcffc2 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:19.361201 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f601b1f5-bbbb-41a0-86fb-5ab76dbccc42 req-a490641f-4143-4646-b826-e5d2fffcffc2 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0883732
Jun 03 20:21:19.414581 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f601b1f5-bbbb-41a0-86fb-5ab76dbccc42 req-e279ce47-1d0b-4505-9e6c-9fdda7b1ae20 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467446
Jun 03 20:21:20.615361 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed532314-8379-4b22-8e74-5f77f86d5908 req-0856c9da-5388-459f-9dea-f24b0376f19c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:20.616958 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ed532314-8379-4b22-8e74-5f77f86d5908 req-0856c9da-5388-459f-9dea-f24b0376f19c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0869789
Jun 03 20:21:20.674836 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ed532314-8379-4b22-8e74-5f77f86d5908 req-eeba36b3-bb85-4543-81d9-9a8f392a7a88 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502870
Jun 03 20:21:20.799367 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636e579-e901-4b56-b81d-496990c36e56 req-e4b06dde-e8d2-4841-8de0-665838795d40 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:20.801139 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6636e579-e901-4b56-b81d-496990c36e56 req-e4b06dde-e8d2-4841-8de0-665838795d40 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 945 time: 0.0952573
Jun 03 20:21:20.851667 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6636e579-e901-4b56-b81d-496990c36e56 req-4c1f1f86-dfd2-432f-bf5d-e8886cfa2de1 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441551
Jun 03 20:21:21.072856 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 5426f787-0b83-4a67-8066-7b59c4299d5e no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:21:21.116236 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: 5426f787-0b83-4a67-8066-7b59c4299d5e {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:21:21.116699 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 5426f787-0b83-4a67-8066-7b59c4299d5e not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:21:21.515395 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56980ae-1743-4347-b409-4abd41dbcee1 req-b749412b-9fb4-4c92-a90e-73905a4e71d8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:21.516932 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c56980ae-1743-4347-b409-4abd41dbcee1 req-b749412b-9fb4-4c92-a90e-73905a4e71d8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1316829
Jun 03 20:21:21.552719 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f0dea-9043-4f33-aba6-e739bfa761c8 req-8dcac429-adbe-4e21-812e-45bc7668b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:21.554130 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-221f0dea-9043-4f33-aba6-e739bfa761c8 req-8dcac429-adbe-4e21-812e-45bc7668b0c5 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=10d1e6de1c374152919c5d3fa5abbb75&device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 1098 time: 0.1168683
Jun 03 20:21:21.593951 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c56980ae-1743-4347-b409-4abd41dbcee1 req-a39547d3-9d5f-46fb-b1bd-9c2a60df5d9c tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710149
Jun 03 20:21:21.697560 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f0dea-9043-4f33-aba6-e739bfa761c8 req-e9d89703-ccad-4de7-a1d8-a800025d61e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:21.699052 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-221f0dea-9043-4f33-aba6-e739bfa761c8 req-e9d89703-ccad-4de7-a1d8-a800025d61e5 service neutron] 10.222.0.122 "GET /v2.0/networks?id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 HTTP/1.1" status: 200  len: 920 time: 0.1327763
Jun 03 20:21:21.850359 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-221f0dea-9043-4f33-aba6-e739bfa761c8 req-b32a15d6-0e6e-47ec-aa9e-545cecdd55ce service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d HTTP/1.1" status: 200  len: 217 time: 0.1414912
Jun 03 20:21:21.929629 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f0dea-9043-4f33-aba6-e739bfa761c8 req-cc00f6c3-40ed-4ac7-8682-5d0b7042ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:21.931114 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-221f0dea-9043-4f33-aba6-e739bfa761c8 req-cc00f6c3-40ed-4ac7-8682-5d0b7042ea52 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=174d75d0-7dfc-49fe-bd08-723170d65455 HTTP/1.1" status: 200  len: 858 time: 0.0625927
Jun 03 20:21:21.983784 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-221f0dea-9043-4f33-aba6-e739bfa761c8 req-f233b3b6-1b30-413d-accc-9811cbfd7d59 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446081
Jun 03 20:21:22.048086 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1503d-85e3-4e6c-9da7-4a41c7805c4e req-f7ec2372-0db7-444e-9643-aa2fadab7379 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:22.049534 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-46a1503d-85e3-4e6c-9da7-4a41c7805c4e req-f7ec2372-0db7-444e-9643-aa2fadab7379 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 945 time: 0.0841503
Jun 03 20:21:22.093675 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-46a1503d-85e3-4e6c-9da7-4a41c7805c4e req-232be1d2-3723-4aa7-b0d8-d9a4cc4ff70f tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381694
Jun 03 20:21:22.124034 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-221f0dea-9043-4f33-aba6-e739bfa761c8 req-88c34a5b-5550-42ae-abe8-23d7c112ba4b service neutron] 10.222.0.122 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272104
Jun 03 20:21:22.268413 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-221f0dea-9043-4f33-aba6-e739bfa761c8 req-3dd7d2ea-0ccd-4597-b3a1-7a42a4e5cabd service neutron] 10.222.0.122 "GET /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297584
Jun 03 20:21:22.669371 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 39884) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:22.792132 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92880e9b-3fae-4526-989b-c36decba8ae2 req-8258e2d1-242f-410e-998e-94c6a189d782 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:22.793629 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-92880e9b-3fae-4526-989b-c36decba8ae2 req-8258e2d1-242f-410e-998e-94c6a189d782 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0882463
Jun 03 20:21:22.835384 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-d1eec384-d873-498c-82f4-17d6d293902f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=162bd3749a0e44a3bbfb53222b7d0b79&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1646273
Jun 03 20:21:22.837643 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 39888) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:22.838695 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-92880e9b-3fae-4526-989b-c36decba8ae2 req-bc038db7-96af-4cdb-aec1-9380d5b067ac tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392461
Jun 03 20:21:22.894743 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2c9b-830a-4d72-8147-1d8945fdf7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:22.919769 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2c9b-830a-4d72-8147-1d8945fdf7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:23.043093 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2c9b-830a-4d72-8147-1d8945fdf7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:23.046857 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e32c11df-f65e-4531-826c-80a88d5790f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:23.061671 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a2c9b-830a-4d72-8147-1d8945fdf7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df4c2d9-5cca-4915-a30e-f3dbcaf36233,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:23.064403 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-5e7a2c9b-830a-4d72-8147-1d8945fdf7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:23.129669 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2c9b-830a-4d72-8147-1d8945fdf7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:23.130914 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-5e7a2c9b-830a-4d72-8147-1d8945fdf7e0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3df4c2d9-5cca-4915-a30e-f3dbcaf36233 HTTP/1.1" status: 204  len: 168 time: 0.2921720
Jun 03 20:21:23.286590 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bdcb4-bdc4-4a77-95cc-7789cf4715b9 req-b8689971-ea66-4553-aadd-d147d7dd198e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:23.288634 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b13bdcb4-bdc4-4a77-95cc-7789cf4715b9 req-b8689971-ea66-4553-aadd-d147d7dd198e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 945 time: 0.0877447
Jun 03 20:21:23.339656 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b13bdcb4-bdc4-4a77-95cc-7789cf4715b9 req-be7e6419-46a8-4691-8f5d-71e21bd104ab tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417972
Jun 03 20:21:23.464223 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52e4ee-8159-4a48-8196-fa222444f269 req-35118cd7-e39e-4873-b205-e610b137e946 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:23.465685 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0a52e4ee-8159-4a48-8196-fa222444f269 req-35118cd7-e39e-4873-b205-e610b137e946 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.122 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 945 time: 0.0804455
Jun 03 20:21:23.607195 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-0a52e4ee-8159-4a48-8196-fa222444f269 req-2f7183c9-0553-4a18-847c-0bc2f54c0a5b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Deleting port bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:21:23.608091 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-0a52e4ee-8159-4a48-8196-fa222444f269 req-2f7183c9-0553-4a18-847c-0bc2f54c0a5b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:23.741410 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-0a52e4ee-8159-4a48-8196-fa222444f269 req-2f7183c9-0553-4a18-847c-0bc2f54c0a5b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] For port bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:21:23.741874 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-0a52e4ee-8159-4a48-8196-fa222444f269 req-2f7183c9-0553-4a18-847c-0bc2f54c0a5b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:23.868001 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-0a52e4ee-8159-4a48-8196-fa222444f269 req-2f7183c9-0553-4a18-847c-0bc2f54c0a5b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Calling delete_port for bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 owned by compute:nova {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:21:24.059479 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a0eed-a6f5-44d3-905c-ca56aeeb96fa req-e608e62f-512c-4fd5-bd9b-7b4fb6ff5c90 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:24.061039 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bf1a0eed-a6f5-44d3-905c-ca56aeeb96fa req-e608e62f-512c-4fd5-bd9b-7b4fb6ff5c90 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1049819
Jun 03 20:21:24.098546 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-0a52e4ee-8159-4a48-8196-fa222444f269 req-2f7183c9-0553-4a18-847c-0bc2f54c0a5b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:24.106932 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:24.112893 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['1433535d-12bc-4482-b6b9-20824b43f248', '8aae674f-f6de-4eb7-a59e-512ecdaa66ca', 'bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:21:24.162952 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bf1a0eed-a6f5-44d3-905c-ca56aeeb96fa req-ae410494-9889-4c4c-b3db-2e74335065ab tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959473
Jun 03 20:21:24.163726 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7183c9-0553-4a18-847c-0bc2f54c0a5b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Pushing event deleted for resources: {'Port': ['ID=bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:24.167795 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-2f7183c9-0553-4a18-847c-0bc2f54c0a5b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:24.252032 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a52e4ee-8159-4a48-8196-fa222444f269 req-2f7183c9-0553-4a18-847c-0bc2f54c0a5b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] No DVR routers for this DVR port bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 on host hv-cinder-79466 {{(pid=92636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:21:24.254858 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-0a52e4ee-8159-4a48-8196-fa222444f269 req-2f7183c9-0553-4a18-847c-0bc2f54c0a5b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:24.257647 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa02669-9fd7-45f4-879c-aecb05ff8aca', 'name': 'network-vif-deleted', 'tag': 'bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:21:24.259919 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e2c715-42cf-4079-84e3-bcc2b1c0dcde" -d '{"events": [{"server_uuid": "eaa02669-9fd7-45f4-879c-aecb05ff8aca", "name": "network-vif-deleted", "tag": "bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:21:24.321903 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164ebbb8-e588-4480-a0e2-929fc24e9eba x-openstack-request-id: req-164ebbb8-e588-4480-a0e2-929fc24e9eba {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:21:24.321903 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa02669-9fd7-45f4-879c-aecb05ff8aca", "name": "network-vif-deleted", "tag": "bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:21:24.321903 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-164ebbb8-e588-4480-a0e2-929fc24e9eba {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:21:24.321903 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa02669-9fd7-45f4-879c-aecb05ff8aca', 'name': 'network-vif-deleted', 'tag': 'bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3', 'status': 'completed', 'code': 200}
Jun 03 20:21:24.353537 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0a52e4ee-8159-4a48-8196-fa222444f269 req-2f7183c9-0553-4a18-847c-0bc2f54c0a5b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.122 "DELETE /v2.0/ports/bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 HTTP/1.1" status: 204  len: 173 time: 0.8807561
Jun 03 20:21:24.543413 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-9b350867-76ab-4af3-86c7-c83f125df2c6 req-d20c39f4-7261-4d25-92d1-21a0bd28c7d4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Synchronizing usage tracker for tenant:9b339080d7b947c785dc916dacacd15c on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:21:24.684299 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-9b350867-76ab-4af3-86c7-c83f125df2c6 req-d20c39f4-7261-4d25-92d1-21a0bd28c7d4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Unset dirty status for tenant:9b339080d7b947c785dc916dacacd15c on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:21:24.685800 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9b350867-76ab-4af3-86c7-c83f125df2c6 req-d20c39f4-7261-4d25-92d1-21a0bd28c7d4 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa02669-9fd7-45f4-879c-aecb05ff8aca HTTP/1.1" status: 200  len: 210 time: 0.2095001
Jun 03 20:21:24.919538 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-d751211a-bf3d-4b41-bc6d-5e33f01a7107 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Synchronizing usage tracker for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:security_group {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:21:24.993109 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-d751211a-bf3d-4b41-bc6d-5e33f01a7107 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Unset dirty status for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:security_group {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:21:24.994334 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-d751211a-bf3d-4b41-bc6d-5e33f01a7107 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-12649576&fields=id&tenant_id=a9b525c195d240939facb0f0f69e34c4 HTTP/1.1" status: 200  len: 267 time: 0.1154184
Jun 03 20:21:25.233192 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-eb6baccd-c1f7-4c86-a395-614cb985f0af tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:25.233905 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-eb6baccd-c1f7-4c86-a395-614cb985f0af tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Synchronizing usage tracker for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:network {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:21:25.368168 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de822b0-8163-475c-9e66-b0ef891bf02c req-00825bfd-deb8-401a-b032-b14813f5c962 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:25.372003 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9de822b0-8163-475c-9e66-b0ef891bf02c req-00825bfd-deb8-401a-b032-b14813f5c962 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0871410
Jun 03 20:21:25.372644 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-eb6baccd-c1f7-4c86-a395-614cb985f0af tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Unset dirty status for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:network {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:21:25.374418 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-eb6baccd-c1f7-4c86-a395-614cb985f0af tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/networks?id=6e68be35-77da-422e-8229-bc0fe54b16d7 HTTP/1.1" status: 200  len: 812 time: 0.3718879
Jun 03 20:21:25.395696 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-16c84075-8399-4333-8a1d-6081683dd7eb tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/quotas/a9b525c195d240939facb0f0f69e34c4 HTTP/1.1" status: 200  len: 375 time: 0.0145216
Jun 03 20:21:25.417030 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9de822b0-8163-475c-9e66-b0ef891bf02c req-0d11f462-63de-48b6-9eaa-9b72748a96c0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398726
Jun 03 20:21:25.519826 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-6259a8db-31f1-4e51-8dae-a95bd536ac87 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a9b525c195d240939facb0f0f69e34c4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1182425
Jun 03 20:21:25.680120 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-1d01f049-9fe5-45a7-9d63-c684503683dc service neutron] 10.222.0.96 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425343
Jun 03 20:21:25.825394 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-8d4f58a9-673d-4009-8d20-7f05369fa985 service neutron] 10.222.0.96 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386786
Jun 03 20:21:26.606618 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-668a78ad-5838-447b-8240-e46fcafc206a req-732b6928-0c51-48bf-9c2d-58636658bac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 210 time: 0.0533996
Jun 03 20:21:26.909203 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27fe5e-f91e-4e64-b9d2-0f63335735f3 req-4ed1b988-1e01-4bfe-8cfe-9e0461b06d4b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:26.910978 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4a27fe5e-f91e-4e64-b9d2-0f63335735f3 req-4ed1b988-1e01-4bfe-8cfe-9e0461b06d4b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 945 time: 0.0866776
Jun 03 20:21:26.960446 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4a27fe5e-f91e-4e64-b9d2-0f63335735f3 req-5df2ea05-0d0a-4840-8809-e1069dcb8257 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433781
Jun 03 20:21:27.103008 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:21:27.136962 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:21:27.137317 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device bb2c59cb-a1d3-44e9-88d8-df16eeeec7d3 not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:21:27.398390 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-d75e4dab-4c7e-431c-a276-4fdf5452b2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:27.752814 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e3cf0ebe-f234-4508-8d56-4fc4f0508330 req-fbe8da73-b646-4bb4-9678-92c5d3ab7169 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 210 time: 0.0454032
Jun 03 20:21:28.148163 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8c532-e391-47b9-a25e-3fffecc77a8c req-3bf1952c-052c-4102-954d-b13022e096b0 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:28.153875 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-36b8c532-e391-47b9-a25e-3fffecc77a8c req-3bf1952c-052c-4102-954d-b13022e096b0 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 945 time: 0.0802534
Jun 03 20:21:28.203115 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-36b8c532-e391-47b9-a25e-3fffecc77a8c req-5789ffea-373e-4596-8431-b7b4db7d0fb8 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472462
Jun 03 20:21:28.902788 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-2f00b23d-9da9-4fc4-a74d-14bc4e14648c req-c1ac7d94-fa20-4b78-b795-c07af8b998ec tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Synchronizing usage tracker for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:21:29.008007 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-2f00b23d-9da9-4fc4-a74d-14bc4e14648c req-c1ac7d94-fa20-4b78-b795-c07af8b998ec tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Unset dirty status for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:21:29.009180 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2f00b23d-9da9-4fc4-a74d-14bc4e14648c req-c1ac7d94-fa20-4b78-b795-c07af8b998ec tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 210 time: 0.1481886
Jun 03 20:21:29.395575 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f8788-9467-47ce-9b18-a84859a1f655 req-5c3cf56a-e729-4506-9167-d9fbeb6dd3ab tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:29.397138 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3a1f8788-9467-47ce-9b18-a84859a1f655 req-5c3cf56a-e729-4506-9167-d9fbeb6dd3ab tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 945 time: 0.0810921
Jun 03 20:21:29.460299 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3a1f8788-9467-47ce-9b18-a84859a1f655 req-3d8bfd65-9bb5-4208-a90d-fd03e3c885ef tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568600
Jun 03 20:21:29.998359 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-478bd097-348b-4d58-a3de-f608232e9104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:30.020963 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:30.153446 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-79463d4a-a39e-4330-b25d-b29a3c804903 req-73d37044-bc03-41b8-975d-5c076b0b74ac tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 210 time: 0.0419829
Jun 03 20:21:30.643414 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb41e2c-6f0d-490d-80ad-fa952bad118a req-3413cdeb-8fec-4c6e-8d5c-ddb068292c84 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:30.644891 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1cb41e2c-6f0d-490d-80ad-fa952bad118a req-3413cdeb-8fec-4c6e-8d5c-ddb068292c84 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 945 time: 0.0787289
Jun 03 20:21:30.694250 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1cb41e2c-6f0d-490d-80ad-fa952bad118a req-8c101705-1827-4f3f-8875-e7f377efb9c2 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434957
Jun 03 20:21:31.289727 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:31.308592 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-77384857-685a-44d5-bb4c-769fe5df84fb req-70c16a89-b565-42a3-a7f7-5fe5ac4efde2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 210 time: 0.0431991
Jun 03 20:21:31.795307 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-04f2eda5-1c15-48b5-9cd6-68fe6fb4e1da tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:31.796244 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d3524-7240-457b-9615-f5b0ba8f42b2 req-de4dfac2-13c9-4abf-8613-4d9a2afe3d24 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:31.797766 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ae7d3524-7240-457b-9615-f5b0ba8f42b2 req-de4dfac2-13c9-4abf-8613-4d9a2afe3d24 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.122 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 945 time: 0.1171181
Jun 03 20:21:31.798183 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-04f2eda5-1c15-48b5-9cd6-68fe6fb4e1da tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.122 "GET /v2.0/networks?id=6e68be35-77da-422e-8229-bc0fe54b16d7 HTTP/1.1" status: 200  len: 812 time: 0.1637216
Jun 03 20:21:31.881636 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-7be005ec-a135-4bdd-833c-367cb7ac4a0d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.122 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9b525c195d240939facb0f0f69e34c4 HTTP/1.1" status: 200  len: 378 time: 0.0687377
Jun 03 20:21:31.927921 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Request body: {'port': {'device_id': 'b4ff70ef-f494-4667-b10b-1975c96f5160', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'admin_state_up': True, 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'security_groups': ['ff40e807-d779-46cb-8e57-39792f04282c']}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:21:31.991223 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [req-ae7d3524-7240-457b-9615-f5b0ba8f42b2 req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Deleting port 8aae674f-f6de-4eb7-a59e-512ecdaa66ca {{(pid=92637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:21:31.991223 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-ae7d3524-7240-457b-9615-f5b0ba8f42b2 req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:32.087492 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4b0b8-3b67-47b2-bcf8-3d344ad62f3d req-9b62a696-f544-4da3-952e-42238b706169 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:32.088946 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d8d4b0b8-3b67-47b2-bcf8-3d344ad62f3d req-9b62a696-f544-4da3-952e-42238b706169 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 945 time: 0.2138648
Jun 03 20:21:32.133740 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:21:32.140110 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-ae7d3524-7240-457b-9615-f5b0ba8f42b2 req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] For port 8aae674f-f6de-4eb7-a59e-512ecdaa66ca, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=8aae674f-f6de-4eb7-a59e-512ecdaa66ca,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:21:32.140482 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-ae7d3524-7240-457b-9615-f5b0ba8f42b2 req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:32.156173 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:21:32.163487 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d8d4b0b8-3b67-47b2-bcf8-3d344ad62f3d req-e667373d-0f9a-472c-8a78-81c1d4dd54cd tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610299
Jun 03 20:21:32.272847 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Made reservation on behalf of a9b525c195d240939facb0f0f69e34c4 for: {'port': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:21:32.276932 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:32.346180 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [req-ae7d3524-7240-457b-9615-f5b0ba8f42b2 req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Calling delete_port for 8aae674f-f6de-4eb7-a59e-512ecdaa66ca owned by compute:nova {{(pid=92637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:21:32.509252 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Allocated IP 172.20.0.3 (6e68be35-77da-422e-8229-bc0fe54b16d7/edc2a89f-71b4-4e63-9775-449d925ee0ff/6f0862b3-6516-4f2b-a619-2fa8783a4422) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:21:32.533986 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-589498bc-7087-4a36-9b75-db3bb9b8e297 req-fef77533-65a6-4376-9062-0794053bff65 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 210 time: 0.0634706
Jun 03 20:21:32.615790 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-ae7d3524-7240-457b-9615-f5b0ba8f42b2 req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:32.621792 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:32.630961 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['1433535d-12bc-4482-b6b9-20824b43f248', '8aae674f-f6de-4eb7-a59e-512ecdaa66ca'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:21:32.666994 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Pushing event deleted for resources: {'Port': ['ID=8aae674f-f6de-4eb7-a59e-512ecdaa66ca,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:32.702325 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.703011 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.703527 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.704040 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.704550 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.705074 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.705572 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.706078 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.706580 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.707120 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.707637 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.708135 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.716365 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:32.726981 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:32.743085 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Transition to ACTIVE for port object 6f0862b3-6516-4f2b-a619-2fa8783a4422 will not be triggered until provisioned by entity DHCP. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:21:32.762841 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7d3524-7240-457b-9615-f5b0ba8f42b2 req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] No DVR routers for this DVR port 8aae674f-f6de-4eb7-a59e-512ecdaa66ca on host hv-cinder-79466 {{(pid=92637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:21:32.766349 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-ae7d3524-7240-457b-9615-f5b0ba8f42b2 req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:32.768994 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5deefc-7a86-4cd8-8865-1d429d0cf7b7', 'name': 'network-vif-deleted', 'tag': '8aae674f-f6de-4eb7-a59e-512ecdaa66ca'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:21:32.771501 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166ef1a6-153b-414a-9b0b-f921e1f49833" -d '{"events": [{"server_uuid": "4a5deefc-7a86-4cd8-8865-1d429d0cf7b7", "name": "network-vif-deleted", "tag": "8aae674f-f6de-4eb7-a59e-512ecdaa66ca"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:21:32.828599 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fc7ca2-a9b6-4f12-b089-a41b19e61fe1 x-openstack-request-id: req-80fc7ca2-a9b6-4f12-b089-a41b19e61fe1 {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:21:32.829201 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5deefc-7a86-4cd8-8865-1d429d0cf7b7", "name": "network-vif-deleted", "tag": "8aae674f-f6de-4eb7-a59e-512ecdaa66ca", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:21:32.829201 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-80fc7ca2-a9b6-4f12-b089-a41b19e61fe1 {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:21:32.829572 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5deefc-7a86-4cd8-8865-1d429d0cf7b7', 'name': 'network-vif-deleted', 'tag': '8aae674f-f6de-4eb7-a59e-512ecdaa66ca', 'status': 'completed', 'code': 200}
Jun 03 20:21:32.844782 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:32.845331 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ae7d3524-7240-457b-9615-f5b0ba8f42b2 req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.122 "DELETE /v2.0/ports/8aae674f-f6de-4eb7-a59e-512ecdaa66ca HTTP/1.1" status: 204  len: 173 time: 1.0328381
Jun 03 20:21:32.850212 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:32.901404 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:32.930299 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Network 6e68be35-77da-422e-8229-bc0fe54b16d7 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:21:32.930299 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:21:32.933767 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:21:32.981128 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event updated for resources: {'Port': ['ID=6f0862b3-6516-4f2b-a619-2fa8783a4422,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:32.995435 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.995870 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.996233 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.996619 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.996953 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.997291 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.997639 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.998280 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.998640 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.999011 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.999358 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:32.999755 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:33.005563 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:33.026127 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:33.026863 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:33.144877 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2209129
Jun 03 20:21:33.256064 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-2040eda2-b716-4659-af16-775280e1724a None None] Provisioning for port 6f0862b3-6516-4f2b-a619-2fa8783a4422 completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:21:33.261516 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-2040eda2-b716-4659-af16-775280e1724a None None] Provisioning complete for port 6f0862b3-6516-4f2b-a619-2fa8783a4422 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:21:33.261923 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-2040eda2-b716-4659-af16-775280e1724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:33.322020 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e9152237-5474-412a-8b59-4892d5fccc40 req-1d9f2d91-b42f-40a5-a763-0bc10766bd1e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 210 time: 0.0462360
Jun 03 20:21:33.349544 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-2040eda2-b716-4659-af16-775280e1724a None None] Port 6f0862b3-6516-4f2b-a619-2fa8783a4422 cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:21:33.795926 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cda07-a032-4112-a541-85a7b72182d8 req-48fbea95-0907-4aba-bb0e-1f6f24263933 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:33.796611 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-724cda07-a032-4112-a541-85a7b72182d8 req-48fbea95-0907-4aba-bb0e-1f6f24263933 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Synchronizing usage tracker for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:21:33.884063 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-724cda07-a032-4112-a541-85a7b72182d8 req-48fbea95-0907-4aba-bb0e-1f6f24263933 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Unset dirty status for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:21:33.885291 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-724cda07-a032-4112-a541-85a7b72182d8 req-48fbea95-0907-4aba-bb0e-1f6f24263933 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 931 time: 0.2454345
Jun 03 20:21:33.930780 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-724cda07-a032-4112-a541-85a7b72182d8 req-c535ee79-ed74-46e0-bdc9-1052160f56ac tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397732
Jun 03 20:21:34.476770 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4284c33e-093c-46eb-904e-8da29f5c71a8 req-035afff0-593f-46ab-a6fe-a29ece254330 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 210 time: 0.0457432
Jun 03 20:21:35.113885 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c0510-366a-4c7e-96ee-dba75db88ce1 req-4adb78ef-1128-4a22-bf21-6ef02b78db70 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:35.115432 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b21c0510-366a-4c7e-96ee-dba75db88ce1 req-4adb78ef-1128-4a22-bf21-6ef02b78db70 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 931 time: 0.0790069
Jun 03 20:21:35.159164 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b21c0510-366a-4c7e-96ee-dba75db88ce1 req-7d86c462-1b81-42b3-8f78-b08c0a0ea0f6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0379527
Jun 03 20:21:35.624899 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ffadac15-6ca0-46a7-ad42-51c4c9f4869e req-bbd4dfc8-ade8-458a-9f3d-236c0c71be7b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 210 time: 0.0447438
Jun 03 20:21:35.842740 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Request body: {'port': {'device_id': 'b4ff70ef-f494-4667-b10b-1975c96f5160', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:21:35.956523 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:36.304425 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0862b3-6516-4f2b-a619-2fa8783a4422 {{(pid=92636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:21:36.312892 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:36.359558 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a28b8-8fd9-44ab-bc15-6a5fc0cb03a6 req-2ca096ab-af3c-4425-953b-be251167d8bf tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:36.361011 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7f4a28b8-8fd9-44ab-bc15-6a5fc0cb03a6 req-2ca096ab-af3c-4425-953b-be251167d8bf tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 931 time: 0.0896971
Jun 03 20:21:36.404886 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Transition to ACTIVE for port object 6f0862b3-6516-4f2b-a619-2fa8783a4422 will not be triggered until provisioned by entity L2. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:21:36.406437 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7f4a28b8-8fd9-44ab-bc15-6a5fc0cb03a6 req-709ff957-9f17-4407-8d2f-f6fa135c049d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397077
Jun 03 20:21:36.472886 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:36.477711 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:36.632170 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Pushing event updated for resources: {'Port': ['ID=6f0862b3-6516-4f2b-a619-2fa8783a4422,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:36.666299 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:36.717144 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Attempting to bind port 6f0862b3-6516-4f2b-a619-2fa8783a4422 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:21:36.717922 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Attempting to bind port 6f0862b3-6516-4f2b-a619-2fa8783a4422 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:21:36.718422 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Attempting to bind port 6f0862b3-6516-4f2b-a619-2fa8783a4422 on network 6e68be35-77da-422e-8229-bc0fe54b16d7 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:21:36.726297 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Port 6f0862b3-6516-4f2b-a619-2fa8783a4422 on network 6e68be35-77da-422e-8229-bc0fe54b16d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:21:36.726297 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Attempting to bind port 6f0862b3-6516-4f2b-a619-2fa8783a4422 on network 6e68be35-77da-422e-8229-bc0fe54b16d7 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:21:36.731854 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:21:36.732677 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Checking segment: {'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:21:36.733059 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Bound using segment: {'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:21:36.733485 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Bound port: 6f0862b3-6516-4f2b-a619-2fa8783a4422, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'}}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:21:36.733832 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:36.830599 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0049208c-98c6-4446-b456-4e15668c99d5 req-0c2c2813-61ad-4c09-81c9-2244ad474e9e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=4a5deefc-7a86-4cd8-8865-1d429d0cf7b7 HTTP/1.1" status: 200  len: 210 time: 0.0574679
Jun 03 20:21:36.867480 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] For port 6f0862b3-6516-4f2b-a619-2fa8783a4422, host hv-cinder-79466, cleared binding levels {{(pid=92636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:21:36.870713 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] For port 6f0862b3-6516-4f2b-a619-2fa8783a4422, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6f0862b3-6516-4f2b-a619-2fa8783a4422,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:21:36.986706 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:36.994335 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-67ad3cb9-9f83-4250-b357-00c2846c6cca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:37.053364 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:37.053364 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:37.053364 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] 10.222.0.122 "PUT /v2.0/ports/6f0862b3-6516-4f2b-a619-2fa8783a4422 HTTP/1.1" status: 200  len: 1093 time: 1.2151153
Jun 03 20:21:37.053364 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ff70ef-f494-4667-b10b-1975c96f5160', 'tag': '6f0862b3-6516-4f2b-a619-2fa8783a4422'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:21:37.055537 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae380bf-937a-46b7-abb0-7b60dcbf56c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ff70ef-f494-4667-b10b-1975c96f5160", "tag": "6f0862b3-6516-4f2b-a619-2fa8783a4422"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:21:37.106424 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Pushing event updated for resources: {'Port': ['ID=6f0862b3-6516-4f2b-a619-2fa8783a4422,revision_number=3']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:37.114998 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:37.175066 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1c91a8-143a-453d-b116-f345dae8d23b x-openstack-request-id: req-3d1c91a8-143a-453d-b116-f345dae8d23b {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:21:37.175441 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ff70ef-f494-4667-b10b-1975c96f5160", "tag": "6f0862b3-6516-4f2b-a619-2fa8783a4422", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:21:37.175841 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3d1c91a8-143a-453d-b116-f345dae8d23b {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:21:37.176292 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ff70ef-f494-4667-b10b-1975c96f5160', 'tag': '6f0862b3-6516-4f2b-a619-2fa8783a4422', 'status': 'completed', 'code': 200}
Jun 03 20:21:37.288953 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae380bf-937a-46b7-abb0-7b60dcbf56c4 req-c5597086-3fdb-43f1-bb5c-c45af5085c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:37.290022 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cae380bf-937a-46b7-abb0-7b60dcbf56c4 req-c5597086-3fdb-43f1-bb5c-c45af5085c08 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=a9b525c195d240939facb0f0f69e34c4&device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 1096 time: 0.0936332
Jun 03 20:21:37.458728 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae380bf-937a-46b7-abb0-7b60dcbf56c4 req-d9daca5d-697a-4021-9672-d279a4de9b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:37.460437 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cae380bf-937a-46b7-abb0-7b60dcbf56c4 req-d9daca5d-697a-4021-9672-d279a4de9b14 service neutron] 10.222.0.122 "GET /v2.0/networks?tenant_id=a9b525c195d240939facb0f0f69e34c4&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1622636
Jun 03 20:21:37.631074 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c34b38-aa28-4313-83d5-2cca4dbc852f req-f25bc4a1-1705-4521-9042-c2e14fe56a04 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:37.632629 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-69c34b38-aa28-4313-83d5-2cca4dbc852f req-f25bc4a1-1705-4521-9042-c2e14fe56a04 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 943 time: 0.1078606
Jun 03 20:21:37.682023 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-69c34b38-aa28-4313-83d5-2cca4dbc852f req-b44c870c-787a-4ebb-8767-9e87842f1a27 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418193
Jun 03 20:21:37.751506 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae380bf-937a-46b7-abb0-7b60dcbf56c4 req-ff3c7af1-1149-4574-9552-72b00487b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:37.753006 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cae380bf-937a-46b7-abb0-7b60dcbf56c4 req-ff3c7af1-1149-4574-9552-72b00487b910 service neutron] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2839532
Jun 03 20:21:37.779329 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105ae21-3b3f-477e-b7bc-0d88f8600893 req-8fd80ffc-5d51-48dc-b23f-4f052276e504 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:37.780902 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e105ae21-3b3f-477e-b7bc-0d88f8600893 req-8fd80ffc-5d51-48dc-b23f-4f052276e504 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1220472
Jun 03 20:21:37.902022 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e105ae21-3b3f-477e-b7bc-0d88f8600893 req-886d1bed-9827-4968-80c3-8659f136486e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001892
Jun 03 20:21:37.921540 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-470b6ea4-105a-40e4-b8ba-f3ae8b2331d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:37.923351 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-470b6ea4-105a-40e4-b8ba-f3ae8b2331d1 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=a9b525c195d240939facb0f0f69e34c4&device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 1096 time: 0.1204545
Jun 03 20:21:38.001394 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-bfc866f1-ff51-4cff-a61c-e6495d6fdbec service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f0862b3-6516-4f2b-a619-2fa8783a4422 HTTP/1.1" status: 200  len: 217 time: 0.0688264
Jun 03 20:21:38.067620 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-304e8772-4817-43b2-aba2-612ca7966a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:38.069051 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-304e8772-4817-43b2-aba2-612ca7966a9e service neutron] 10.222.0.122 "GET /v2.0/subnets?id=edc2a89f-71b4-4e63-9775-449d925ee0ff HTTP/1.1" status: 200  len: 851 time: 0.0582500
Jun 03 20:21:38.154164 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-8f9ff15a-a1db-426c-b666-6b1f09e19e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:38.155660 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-8f9ff15a-a1db-426c-b666-6b1f09e19e6a service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6e68be35-77da-422e-8229-bc0fe54b16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716329
Jun 03 20:21:38.300966 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-8aa0d70e-9b70-443b-a9df-0b802204531f service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377382
Jun 03 20:21:38.309850 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:21:38.874326 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d9897-8422-432c-ac3e-5240851bb8a6 req-cbdb0df2-37eb-4658-8d1a-7d7ffd5b9263 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:38.875846 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-859d9897-8422-432c-ac3e-5240851bb8a6 req-cbdb0df2-37eb-4658-8d1a-7d7ffd5b9263 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 943 time: 0.0892148
Jun 03 20:21:38.923380 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-859d9897-8422-432c-ac3e-5240851bb8a6 req-c69fbf24-ea0d-4531-8754-fdcfbfe62df7 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408795
Jun 03 20:21:39.103672 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008097d-5dee-45c9-9662-e54a2170da07 req-1cd9a772-2d46-4cf6-9360-5695e7c00738 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:39.105112 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a008097d-5dee-45c9-9662-e54a2170da07 req-1cd9a772-2d46-4cf6-9360-5695e7c00738 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0810156
Jun 03 20:21:39.151710 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a008097d-5dee-45c9-9662-e54a2170da07 req-2bbcd5a2-f076-4c3d-97a3-23878b4e4288 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404644
Jun 03 20:21:39.331782 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40166) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:39.447861 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-bc3ff337-1038-42c4-bbcc-962d569b92ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:39.461698 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-bc3ff337-1038-42c4-bbcc-962d569b92ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:21:39.465650 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-bc3ff337-1038-42c4-bbcc-962d569b92ed admin admin] Usage tracker for resource:security_group_rule and tenant:adac360d902648bbb965ed08516dd6b7 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:21:39.469086 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-bc3ff337-1038-42c4-bbcc-962d569b92ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:21:39.474952 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-bc3ff337-1038-42c4-bbcc-962d569b92ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:21:39.556729 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-bc3ff337-1038-42c4-bbcc-962d569b92ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:39.633154 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:39.684141 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-bc3ff337-1038-42c4-bbcc-962d569b92ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:39.692192 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ae36a66f-6948-4c1d-91df-27b516faabcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:39.735661 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ff337-1038-42c4-bbcc-962d569b92ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0097e438-c347-4f3e-825a-b3c8b86a715f,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:39.739977 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-bc3ff337-1038-42c4-bbcc-962d569b92ed admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=adac360d902648bbb965ed08516dd6b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4070604
Jun 03 20:21:39.740875 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-bc3ff337-1038-42c4-bbcc-962d569b92ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:39.742485 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40170) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:39.802337 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf60e-6fdd-4703-a878-37a6e776f0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:39.829413 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf60e-6fdd-4703-a878-37a6e776f0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:39.950605 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf60e-6fdd-4703-a878-37a6e776f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:39.954471 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-18094874-b1f9-4713-bc4c-9f7fe182ac3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:39.965928 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcf60e-6fdd-4703-a878-37a6e776f0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0097e438-c347-4f3e-825a-b3c8b86a715f,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:39.970055 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-2ffcf60e-6fdd-4703-a878-37a6e776f0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:39.974035 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf60e-6fdd-4703-a878-37a6e776f0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:39.975211 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-2ffcf60e-6fdd-4703-a878-37a6e776f0c9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0097e438-c347-4f3e-825a-b3c8b86a715f HTTP/1.1" status: 204  len: 168 time: 0.2318001
Jun 03 20:21:40.127951 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cffd01-7e41-40ec-9895-87055f615b22 req-835ae125-65ab-4e26-9924-4886b0007fa9 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:40.129496 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-23cffd01-7e41-40ec-9895-87055f615b22 req-835ae125-65ab-4e26-9924-4886b0007fa9 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 943 time: 0.0843327
Jun 03 20:21:40.151560 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 8aae674f-f6de-4eb7-a59e-512ecdaa66ca no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:21:40.185996 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: 8aae674f-f6de-4eb7-a59e-512ecdaa66ca {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:21:40.186348 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 8aae674f-f6de-4eb7-a59e-512ecdaa66ca not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:21:40.211330 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-23cffd01-7e41-40ec-9895-87055f615b22 req-71c03afd-50cc-4275-b6ab-ede51110df7b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0759933
Jun 03 20:21:40.304646 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cfbc633a-eb24-4669-97d4-29c7a7c396d5 req-a561da7e-4714-458a-918d-282b0388e152 service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515157
Jun 03 20:21:40.352172 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27830524-8eb6-4a67-82d8-8852bf97c066 req-40984cc9-1927-4726-98ac-d12992073274 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:40.354015 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-27830524-8eb6-4a67-82d8-8852bf97c066 req-40984cc9-1927-4726-98ac-d12992073274 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0902352
Jun 03 20:21:40.402773 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-27830524-8eb6-4a67-82d8-8852bf97c066 req-bdda9884-89a3-475b-83f9-db438f7ecdb5 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430186
Jun 03 20:21:40.980286 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40202) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:41.083009 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-14487883-network', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:21:41.087714 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:21:41.091658 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Usage tracker for resource:network and tenant:e535257a7b7d4e5db09589330c6661d8 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:21:41.095133 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:21:41.100730 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:21:41.175687 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Made reservation on behalf of e535257a7b7d4e5db09589330c6661d8 for: {'network': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:21:41.178107 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:41.190506 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:41.205741 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:21:41.209653 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Usage tracker for resource:security_group_rule and tenant:e535257a7b7d4e5db09589330c6661d8 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:21:41.212470 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:21:41.218660 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:21:41.304721 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:41.405868 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83869054-f934-4e3d-b0b9-63b477f273ea req-3b840e4c-7734-4bd6-871c-918bbbf4a696 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:41.407481 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-83869054-f934-4e3d-b0b9-63b477f273ea req-3b840e4c-7734-4bd6-871c-918bbbf4a696 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 943 time: 0.0838611
Jun 03 20:21:41.408584 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:41.411707 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:41.459265 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327}  {{(pid=92636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:21:41.478183 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c66f49-2060-422a-aa62-e79a7a1c9f7d,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:41.484695 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:41.495655 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:41.495945 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.segments_db [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Added segment 2db68647-909d-40c4-a7c2-9bb86346b70e of type vlan for network 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb
Jun 03 20:21:41.513018 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-83869054-f934-4e3d-b0b9-63b477f273ea req-db77b81b-c7ce-4b51-92e2-24006a6be96f tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0852237
Jun 03 20:21:41.532091 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:41.628689 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:41.630020 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:41.630600 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:41.633212 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558281c-2741-4680-8d21-9f8af031f5b4 req-58efc06c-9755-4325-8506-9f2cc9d005c9 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:41.635695 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-a92445cb-7d4a-49f0-b516-2187baa5ccab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:41.641381 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8558281c-2741-4680-8d21-9f8af031f5b4 req-58efc06c-9755-4325-8506-9f2cc9d005c9 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.0903094
Jun 03 20:21:41.706526 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8558281c-2741-4680-8d21-9f8af031f5b4 req-fd245a84-5576-4547-a8be-1d996a8e5268 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641880
Jun 03 20:21:41.740798 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Pushing event updated for resources: {'Network': ['ID=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:41.743786 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:41.753640 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:21:41.822246 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8408527
Jun 03 20:21:41.825172 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40216) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:41.831267 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-b09bdb76-9aa4-4c0d-a234-d5499931a8ef admin admin] Request body: {'subnet': {'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-14487883-subnet', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'ip_version': 4}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:21:41.835873 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-b09bdb76-9aa4-4c0d-a234-d5499931a8ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:21:41.840158 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-b09bdb76-9aa4-4c0d-a234-d5499931a8ef admin admin] Usage tracker for resource:subnet and tenant:e535257a7b7d4e5db09589330c6661d8 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:21:41.844712 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-b09bdb76-9aa4-4c0d-a234-d5499931a8ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:21:41.851618 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-b09bdb76-9aa4-4c0d-a234-d5499931a8ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:21:41.929706 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09bdb76-9aa4-4c0d-a234-d5499931a8ef admin admin] Made reservation on behalf of e535257a7b7d4e5db09589330c6661d8 for: {'subnet': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:21:41.932276 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b09bdb76-9aa4-4c0d-a234-d5499931a8ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14694273'] for subnet, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:42.529478 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b09bdb76-9aa4-4c0d-a234-d5499931a8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16099348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14694291'] for subnet, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:42.555160 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:42.606394 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da01645-23d3-4bc3-80d4-3663bc84c7d5 req-7cc09518-4739-4594-b3f0-0ff54221057a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:42.609725 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4da01645-23d3-4bc3-80d4-3663bc84c7d5 req-7cc09518-4739-4594-b3f0-0ff54221057a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.0960171
Jun 03 20:21:42.660233 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4da01645-23d3-4bc3-80d4-3663bc84c7d5 req-76fd08a2-6767-4718-bae2-68ce238e74db tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448430
Jun 03 20:21:42.708619 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bdb76-9aa4-4c0d-a234-d5499931a8ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=e121f43d-7381-4c05-ae75-bc6956775a11,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:42.717825 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b09bdb76-9aa4-4c0d-a234-d5499931a8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:42.746954 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09bdb76-9aa4-4c0d-a234-d5499931a8ef admin admin] Checking segment: {'id': '2db68647-909d-40c4-a7c2-9bb86346b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:21:42.747341 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09bdb76-9aa4-4c0d-a234-d5499931a8ef admin admin] Network hostable DHCP agents. Network: 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:21:42.786926 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365f337-00b9-447e-a8e9-9998bf51b683 req-0706edf9-4100-4a5f-bf6d-e297b9dd903e tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:42.794728 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7365f337-00b9-447e-a8e9-9998bf51b683 req-0706edf9-4100-4a5f-bf6d-e297b9dd903e tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 943 time: 0.1559598
Jun 03 20:21:42.838717 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09bdb76-9aa4-4c0d-a234-d5499931a8ef admin admin] Network 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:21:42.846101 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7365f337-00b9-447e-a8e9-9998bf51b683 req-aca9330d-33bb-4416-a861-5bc55bef2ee4 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0513077
Jun 03 20:21:42.991577 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-b09bdb76-9aa4-4c0d-a234-d5499931a8ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb) {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:21:42.998079 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb35254-2cab-4f98-a29b-2e88633b955c None None] Network 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:21:43.035894 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09bdb76-9aa4-4c0d-a234-d5499931a8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:43.037492 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b09bdb76-9aa4-4c0d-a234-d5499931a8ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:43.084272 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a0688-33b6-442d-ac47-2862bbfce698 req-0d50287a-e5e7-4320-ac19-988b3625040e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:43.085720 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8c0a0688-33b6-442d-ac47-2862bbfce698 req-0d50287a-e5e7-4320-ac19-988b3625040e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1372554
Jun 03 20:21:43.132804 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-b09bdb76-9aa4-4c0d-a234-d5499931a8ef admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3065734
Jun 03 20:21:43.135617 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 40282) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:43.141188 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-14487883-router', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:21:43.144799 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8c0a0688-33b6-442d-ac47-2862bbfce698 req-256a51e6-fdc2-4b0e-8048-e1254b1a11f0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511982
Jun 03 20:21:43.160240 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:21:43.166533 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Usage tracker for resource:router and tenant:e535257a7b7d4e5db09589330c6661d8 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:21:43.170308 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:21:43.178877 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:21:43.230961 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf48b4315-cbea-59e0-afd0-d1625a86666c-3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb', 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'fixed_ips': [{'subnet_id': 'e121f43d-7381-4c05-ae75-bc6956775a11'}]}} from dv-cinder-794669-1-iscsi. {{(pid=92638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 20:21:43.231951 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:43.263456 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384300a9-3a5a-406a-8360-b35a8408b050 req-037949bb-eb29-49ee-a03e-fbebf765b692 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:43.264692 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-384300a9-3a5a-406a-8360-b35a8408b050 req-037949bb-eb29-49ee-a03e-fbebf765b692 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Synchronizing usage tracker for tenant:9b339080d7b947c785dc916dacacd15c on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:21:43.339954 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4105'] for router, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:43.341039 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:43.356081 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:43.365751 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-384300a9-3a5a-406a-8360-b35a8408b050 req-037949bb-eb29-49ee-a03e-fbebf765b692 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Unset dirty status for tenant:9b339080d7b947c785dc916dacacd15c on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:21:43.367009 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-384300a9-3a5a-406a-8360-b35a8408b050 req-037949bb-eb29-49ee-a03e-fbebf765b692 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 945 time: 0.1904056
Jun 03 20:21:43.389760 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.db_base_plugin_common [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Allocated IP 172.20.0.2 (3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb/e121f43d-7381-4c05-ae75-bc6956775a11/114a7be1-36cd-436a-84de-61c14a475c7f) {{(pid=92638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:21:43.417229 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-384300a9-3a5a-406a-8360-b35a8408b050 req-4270879a-d389-4f7c-b587-b180e336b621 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417612
Jun 03 20:21:43.597440 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Notify callbacks [] for port, precommit_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:43.607395 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Transition to ACTIVE for port object 114a7be1-36cd-436a-84de-61c14a475c7f will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:21:43.627025 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Transition to ACTIVE for port object 114a7be1-36cd-436a-84de-61c14a475c7f will not be triggered until provisioned by entity DHCP. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:21:43.713841 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596'] for port, after_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:43.718809 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-536eb02f-fca9-4e48-8732-95fa93996a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:43.769895 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4206'] for router, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:43.786365 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Network 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb is already hosted by enough agents. {{(pid=92638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:21:43.789579 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.base_scheduler [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Resources bound (agent type, host, resource id):  {{(pid=92638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:21:43.793423 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Received port after_create {{(pid=92638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:21:43.808908 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Pushing event updated for resources: {'Port': ['ID=114a7be1-36cd-436a-84de-61c14a475c7f,revision_number=1']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:43.880662 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a45797-a17e-4712-ad53-1177bfdb0585 req-f4edaf70-23cf-4ef7-8e98-d7b223701e0b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:43.881984 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-79a45797-a17e-4712-ad53-1177bfdb0585 req-f4edaf70-23cf-4ef7-8e98-d7b223701e0b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.122 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.1466463
Jun 03 20:21:43.920163 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:43.920389 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:43.920788 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:43.921419 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:43.921950 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:43.922625 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:43.923292 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:43.923842 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:43.924609 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:43.925272 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:43.925935 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:43.926455 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:43.931875 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Attempting to bind port 114a7be1-36cd-436a-84de-61c14a475c7f on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:21:43.932408 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Attempting to bind port 114a7be1-36cd-436a-84de-61c14a475c7f by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': '2db68647-909d-40c4-a7c2-9bb86346b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:21:43.933146 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Attempting to bind port 114a7be1-36cd-436a-84de-61c14a475c7f on network 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:21:43.937153 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135df4a1-df5c-4bb3-b989-cb572d16b2c1 req-1ac36b03-3e93-49ff-a33b-8076cff4fdc4 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:43.943313 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-135df4a1-df5c-4bb3-b989-cb572d16b2c1 req-1ac36b03-3e93-49ff-a33b-8076cff4fdc4 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.1488326
Jun 03 20:21:43.953527 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:43.954857 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:21:43.956234 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Checking segment: {'id': '2db68647-909d-40c4-a7c2-9bb86346b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:21:43.957070 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:43.957696 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Bound using segment: {'id': '2db68647-909d-40c4-a7c2-9bb86346b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:21:43.958449 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Bound port: 114a7be1-36cd-436a-84de-61c14a475c7f, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db68647-909d-40c4-a7c2-9bb86346b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:21:43.959083 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:44.057738 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-135df4a1-df5c-4bb3-b989-cb572d16b2c1 req-c98d3da4-a7f9-4a26-8c0d-4bb4e786cb61 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1089485
Jun 03 20:21:44.089572 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] For port 114a7be1-36cd-436a-84de-61c14a475c7f, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:21:44.093307 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] For port 114a7be1-36cd-436a-84de-61c14a475c7f, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=114a7be1-36cd-436a-84de-61c14a475c7f,segment=NetworkSegment(2db68647-909d-40c4-a7c2-9bb86346b70e),segment_id=2db68647-909d-40c4-a7c2-9bb86346b70e)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:21:44.106092 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-79a45797-a17e-4712-ad53-1177bfdb0585 req-d36bfab5-be02-4d6e-937c-b6841429a278 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Deleting port 334a743d-3d0c-46fe-8404-74e9cdae3410 {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:21:44.106435 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-79a45797-a17e-4712-ad53-1177bfdb0585 req-d36bfab5-be02-4d6e-937c-b6841429a278 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:44.211146 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:44.216337 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:44.242960 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c859c17-49b2-4f8f-82ef-c90e3cec061e req-cf46de47-116e-418c-a619-8ad4de1cdd7b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:44.244537 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3c859c17-49b2-4f8f-82ef-c90e3cec061e req-cf46de47-116e-418c-a619-8ad4de1cdd7b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 943 time: 0.1949105
Jun 03 20:21:44.318863 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Pushing event updated for resources: {'Port': ['ID=114a7be1-36cd-436a-84de-61c14a475c7f,revision_number=2']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:44.322160 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:44.354047 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-79a45797-a17e-4712-ad53-1177bfdb0585 req-d36bfab5-be02-4d6e-937c-b6841429a278 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] For port 334a743d-3d0c-46fe-8404-74e9cdae3410, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=334a743d-3d0c-46fe-8404-74e9cdae3410,segment=NetworkSegment(cf470bb2-6deb-404f-82d1-83a23ef347bb),segment_id=cf470bb2-6deb-404f-82d1-83a23ef347bb)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:21:44.354411 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-79a45797-a17e-4712-ad53-1177bfdb0585 req-d36bfab5-be02-4d6e-937c-b6841429a278 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:44.405921 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3c859c17-49b2-4f8f-82ef-c90e3cec061e req-2b76fbe0-c6e8-4d0d-bee3-f7e0374e5407 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1050816
Jun 03 20:21:44.412775 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:44.449836 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:44.496750 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-79a45797-a17e-4712-ad53-1177bfdb0585 req-d36bfab5-be02-4d6e-937c-b6841429a278 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Calling delete_port for 334a743d-3d0c-46fe-8404-74e9cdae3410 owned by compute:nova {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:21:44.543280 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c31704-1d1e-4d46-bddd-12d245e603fb req-3ba30382-ae73-481d-9711-9901d3b1b3e9 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:44.544843 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-81c31704-1d1e-4d46-bddd-12d245e603fb req-3ba30382-ae73-481d-9711-9901d3b1b3e9 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 946 time: 0.2704144
Jun 03 20:21:44.633713 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-81c31704-1d1e-4d46-bddd-12d245e603fb req-b020c8cf-f566-4c2d-bfff-8d35b1b2431b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768609
Jun 03 20:21:44.714548 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Allocated IP 172.27.0.21 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/aa95b028-d346-424d-872a-c8901bd34464) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:21:44.775416 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d299f-6691-40a6-bf14-1d581a11eac6 req-c07cbbbb-3a32-4786-98f5-ce2c91a45e17 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:44.776900 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-518d299f-6691-40a6-bf14-1d581a11eac6 req-c07cbbbb-3a32-4786-98f5-ce2c91a45e17 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 945 time: 0.1941850
Jun 03 20:21:44.792739 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-79a45797-a17e-4712-ad53-1177bfdb0585 req-d36bfab5-be02-4d6e-937c-b6841429a278 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:44.798588 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:44.808177 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:21:44.845027 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bfab5-be02-4d6e-937c-b6841429a278 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Pushing event deleted for resources: {'Port': ['ID=334a743d-3d0c-46fe-8404-74e9cdae3410,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:44.880913 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-d36bfab5-be02-4d6e-937c-b6841429a278 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:44.881619 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-518d299f-6691-40a6-bf14-1d581a11eac6 req-3ddaf6dd-ee3f-4eb6-8180-fa22641835f6 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971889
Jun 03 20:21:44.935885 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a45797-a17e-4712-ad53-1177bfdb0585 req-d36bfab5-be02-4d6e-937c-b6841429a278 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] No DVR routers for this DVR port 334a743d-3d0c-46fe-8404-74e9cdae3410 on host hv-cinder-79466 {{(pid=92636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:21:44.939945 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-79a45797-a17e-4712-ad53-1177bfdb0585 req-d36bfab5-be02-4d6e-937c-b6841429a278 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:44.943630 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a83b27-e3bd-4dad-bf45-3779da562c6b', 'name': 'network-vif-deleted', 'tag': '334a743d-3d0c-46fe-8404-74e9cdae3410'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:21:44.946022 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f877d02-187c-4510-993a-860132a36dca" -d '{"events": [{"server_uuid": "06a83b27-e3bd-4dad-bf45-3779da562c6b", "name": "network-vif-deleted", "tag": "334a743d-3d0c-46fe-8404-74e9cdae3410"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:21:44.949875 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:45.005160 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc0faeb-2891-4b6a-b477-52fb3754d47f x-openstack-request-id: req-dbc0faeb-2891-4b6a-b477-52fb3754d47f {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:21:45.005472 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a83b27-e3bd-4dad-bf45-3779da562c6b", "name": "network-vif-deleted", "tag": "334a743d-3d0c-46fe-8404-74e9cdae3410", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:21:45.005794 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dbc0faeb-2891-4b6a-b477-52fb3754d47f {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:21:45.006207 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a83b27-e3bd-4dad-bf45-3779da562c6b', 'name': 'network-vif-deleted', 'tag': '334a743d-3d0c-46fe-8404-74e9cdae3410', 'status': 'completed', 'code': 200}
Jun 03 20:21:45.033178 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-79a45797-a17e-4712-ad53-1177bfdb0585 req-d36bfab5-be02-4d6e-937c-b6841429a278 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.122 "DELETE /v2.0/ports/334a743d-3d0c-46fe-8404-74e9cdae3410 HTTP/1.1" status: 204  len: 173 time: 1.1385314
Jun 03 20:21:45.059393 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:45.063434 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-3753a5f7-b55c-4858-bec9-2462c6af561d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:45.130561 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:21:45.138763 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:21:45.144691 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:21:45.173092 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Pushing event updated for resources: {'Port': ['ID=aa95b028-d346-424d-872a-c8901bd34464,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:45.180260 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:45.371943 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9571b2-0b4f-439f-9f20-84a4f700b7cb None None] Network 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:21:45.464409 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-78285efa-3828-43bd-8338-bb0c19f9f2d4 None None] Provisioning for port 114a7be1-36cd-436a-84de-61c14a475c7f completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:21:45.491099 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af3771-abd5-4408-bed5-d04ca5a6bf90 req-816eb8b2-b927-4203-86a8-2101625367eb tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:45.492444 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-57af3771-abd5-4408-bed5-d04ca5a6bf90 req-816eb8b2-b927-4203-86a8-2101625367eb tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.2326531
Jun 03 20:21:45.542645 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-57af3771-abd5-4408-bed5-d04ca5a6bf90 req-b0fe0103-fe75-4e31-b811-25dadc0a878c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433817
Jun 03 20:21:45.656069 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67417f9-5f75-42d7-a6e6-42273b3584bf req-a4ab6629-5bec-460c-b98e-63b018e6b44d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:45.658039 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e67417f9-5f75-42d7-a6e6-42273b3584bf req-a4ab6629-5bec-460c-b98e-63b018e6b44d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 943 time: 0.1051826
Jun 03 20:21:45.709669 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e67417f9-5f75-42d7-a6e6-42273b3584bf req-295a3ccc-f049-4d30-a292-b4450f71b798 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0441375
Jun 03 20:21:45.810139 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:45.853788 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 334a743d-3d0c-46fe-8404-74e9cdae3410 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:21:45.895888 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: 334a743d-3d0c-46fe-8404-74e9cdae3410 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:21:45.896337 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 334a743d-3d0c-46fe-8404-74e9cdae3410 not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:21:45.969674 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-09f7450c-1d9e-43bd-9cbf-2a4256ed543d req-98690603-794b-420c-996d-5c9d152b100b tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=06a83b27-e3bd-4dad-bf45-3779da562c6b HTTP/1.1" status: 200  len: 210 time: 0.1929884
Jun 03 20:21:46.181754 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632c963-d9d7-4ab1-9b93-a9462c91baf5 req-8f04e925-36fc-44ac-99bb-43b67029af1c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:46.183243 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0632c963-d9d7-4ab1-9b93-a9462c91baf5 req-8f04e925-36fc-44ac-99bb-43b67029af1c tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.122 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 945 time: 0.2426424
Jun 03 20:21:46.204372 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac011742-8ea2-42cc-a801-09f86be21dc9 req-7495ecfa-5385-4b16-adaa-488a3e331b98 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:46.205835 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ac011742-8ea2-42cc-a801-09f86be21dc9 req-7495ecfa-5385-4b16-adaa-488a3e331b98 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 945 time: 0.1970835
Jun 03 20:21:46.267162 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-836917'] for router, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:46.333908 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ac011742-8ea2-42cc-a801-09f86be21dc9 req-82f5e2a8-b127-40b1-8d3e-b2353e2c2935 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/security-groups?id=5dbbf629-710d-4a0c-8157-b24b11cef674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928712
Jun 03 20:21:46.376731 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-0632c963-d9d7-4ab1-9b93-a9462c91baf5 req-ca48a935-84d5-47fb-a931-73c97c1b170e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Deleting port 1433535d-12bc-4482-b6b9-20824b43f248 {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:21:46.376731 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-0632c963-d9d7-4ab1-9b93-a9462c91baf5 req-ca48a935-84d5-47fb-a931-73c97c1b170e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:46.427373 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 114a7be1-36cd-436a-84de-61c14a475c7f up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:21:46.535886 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-0632c963-d9d7-4ab1-9b93-a9462c91baf5 req-ca48a935-84d5-47fb-a931-73c97c1b170e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] For port 1433535d-12bc-4482-b6b9-20824b43f248, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1433535d-12bc-4482-b6b9-20824b43f248,segment=NetworkSegment(bbc0062a-1b45-46e1-9bcb-db65ed3aca31),segment_id=bbc0062a-1b45-46e1-9bcb-db65ed3aca31)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:21:46.536251 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-0632c963-d9d7-4ab1-9b93-a9462c91baf5 req-ca48a935-84d5-47fb-a931-73c97c1b170e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:46.570112 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 114a7be1-36cd-436a-84de-61c14a475c7f completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:21:46.576285 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 114a7be1-36cd-436a-84de-61c14a475c7f triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:21:46.577176 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:46.598617 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Router c334fb42-3373-4a97-83c8-8e74aa1725d3 is scheduled to L3 agent 107fbc38-de16-481d-8d22-795583403c3d with binding_index 1 {{(pid=92637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 20:21:46.673785 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-0632c963-d9d7-4ab1-9b93-a9462c91baf5 req-ca48a935-84d5-47fb-a931-73c97c1b170e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Calling delete_port for 1433535d-12bc-4482-b6b9-20824b43f248 owned by compute:nova {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:21:46.765055 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:46.801854 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port 114a7be1-36cd-436a-84de-61c14a475c7f, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=114a7be1-36cd-436a-84de-61c14a475c7f,segment=NetworkSegment(2db68647-909d-40c4-a7c2-9bb86346b70e),segment_id=2db68647-909d-40c4-a7c2-9bb86346b70e)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:21:46.847089 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:21:46.857130 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Sync routers for ids ['c334fb42-3373-4a97-83c8-8e74aa1725d3'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:21:46.870428 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Routers {'c334fb42-3373-4a97-83c8-8e74aa1725d3'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:21:46.871398 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42176fa8b0>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:21:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['c334fb42-3373-4a97-83c8-8e74aa1725d3'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:21:46.893230 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dfd0c-0ca0-44a6-ac5f-3d351882567a req-77c3b026-7638-4857-9967-18b7c2c2beba tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:46.900181 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ea8dfd0c-0ca0-44a6-ac5f-3d351882567a req-77c3b026-7638-4857-9967-18b7c2c2beba tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.1935935
Jun 03 20:21:46.911200 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:46.930070 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:46.955505 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ea8dfd0c-0ca0-44a6-ac5f-3d351882567a req-6ed01692-9706-40d7-9dcb-7422e1de34db tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543716
Jun 03 20:21:46.956943 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Notify callbacks [] for router, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:46.958842 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.8214948
Jun 03 20:21:46.964662 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc7640-721d-4b81-a69d-20f8c83938d6 req-49d085cf-e706-4f37-8aca-8e5e4ab4ea3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:46.964662 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6cfc7640-721d-4b81-a69d-20f8c83938d6 req-49d085cf-e706-4f37-8aca-8e5e4ab4ea3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 943 time: 0.1166644
Jun 03 20:21:46.964662 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-0632c963-d9d7-4ab1-9b93-a9462c91baf5 req-ca48a935-84d5-47fb-a931-73c97c1b170e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:46.965177 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 40324) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:46.967528 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:46.980156 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['1433535d-12bc-4482-b6b9-20824b43f248'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:21:47.048275 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48a935-84d5-47fb-a931-73c97c1b170e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Pushing event deleted for resources: {'Port': ['ID=1433535d-12bc-4482-b6b9-20824b43f248,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:47.058173 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ca48a935-84d5-47fb-a931-73c97c1b170e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:47.068564 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=114a7be1-36cd-436a-84de-61c14a475c7f,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:47.079857 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:47.105077 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Set router c334fb42-3373-4a97-83c8-8e74aa1725d3 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:21:47.161318 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0632c963-d9d7-4ab1-9b93-a9462c91baf5 req-ca48a935-84d5-47fb-a931-73c97c1b170e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] No DVR routers for this DVR port 1433535d-12bc-4482-b6b9-20824b43f248 on host hv-cinder-79466 {{(pid=92636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:21:47.165156 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-0632c963-d9d7-4ab1-9b93-a9462c91baf5 req-ca48a935-84d5-47fb-a931-73c97c1b170e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:47.168032 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bda45c-587c-46ed-849d-843cb55e5ffb', 'name': 'network-vif-deleted', 'tag': '1433535d-12bc-4482-b6b9-20824b43f248'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:21:47.170898 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb41ea0-bf61-4305-acc4-069370939b8e" -d '{"events": [{"server_uuid": "f0bda45c-587c-46ed-849d-843cb55e5ffb", "name": "network-vif-deleted", "tag": "1433535d-12bc-4482-b6b9-20824b43f248"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:21:47.183322 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6cfc7640-721d-4b81-a69d-20f8c83938d6 req-cdad520c-784a-4f36-9314-6848b4d217c7 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1596115
Jun 03 20:21:47.240001 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28094a86-51d1-436e-a19c-aaf38264a495 x-openstack-request-id: req-28094a86-51d1-436e-a19c-aaf38264a495 {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:21:47.240325 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bda45c-587c-46ed-849d-843cb55e5ffb", "name": "network-vif-deleted", "tag": "1433535d-12bc-4482-b6b9-20824b43f248", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:21:47.240610 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-28094a86-51d1-436e-a19c-aaf38264a495 {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:21:47.241024 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bda45c-587c-46ed-849d-843cb55e5ffb', 'name': 'network-vif-deleted', 'tag': '1433535d-12bc-4482-b6b9-20824b43f248', 'status': 'completed', 'code': 200}
Jun 03 20:21:47.277374 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0632c963-d9d7-4ab1-9b93-a9462c91baf5 req-ca48a935-84d5-47fb-a931-73c97c1b170e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.122 "DELETE /v2.0/ports/1433535d-12bc-4482-b6b9-20824b43f248 HTTP/1.1" status: 204  len: 173 time: 1.0705006
Jun 03 20:21:47.440880 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42176fa8b0>, [{'id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'name': 'tempest-TestMinimumBasicScenario-14487883-router', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'aa95b028-d346-424d-872a-c8901bd34464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:43Z', 'updated_at': '2021-06-03T20:21:45Z', 'revision_number': 3, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'gw_port': {'id': 'aa95b028-d346-424d-872a-c8901bd34464', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:44Z', 'updated_at': '2021-06-03T20:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:21:47.449941 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Checking router: c334fb42-3373-4a97-83c8-8e74aa1725d3 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:21:47.450905 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Updating router c334fb42-3373-4a97-83c8-8e74aa1725d3 port aa95b028-d346-424d-872a-c8901bd34464 binding host dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:21:47.518501 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:47.538301 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-3b6a0400-25b4-4f81-8c6d-0a070432037c req-4d362f28-6b1a-4a1f-954a-383f0757eeb0 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Synchronizing usage tracker for tenant:9b339080d7b947c785dc916dacacd15c on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:21:47.664833 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-3b6a0400-25b4-4f81-8c6d-0a070432037c req-4d362f28-6b1a-4a1f-954a-383f0757eeb0 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Unset dirty status for tenant:9b339080d7b947c785dc916dacacd15c on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:21:47.666009 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3b6a0400-25b4-4f81-8c6d-0a070432037c req-4d362f28-6b1a-4a1f-954a-383f0757eeb0 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] 10.222.0.96 "GET /v2.0/ports?device_id=f0bda45c-587c-46ed-849d-843cb55e5ffb HTTP/1.1" status: 200  len: 210 time: 0.1755166
Jun 03 20:21:47.870771 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 6f0862b3-6516-4f2b-a619-2fa8783a4422 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:21:47.887223 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Notify callbacks [] for port, precommit_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:47.899975 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.provisioning_blocks [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Transition to ACTIVE for port object aa95b028-d346-424d-872a-c8901bd34464 will not be triggered until provisioned by entity L2. {{(pid=92640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:21:47.926874 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:47.963444 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f03d4b-947e-451c-8c1e-20baca4cf208 req-219491d1-c8e3-484f-af34-d0a4e37b078e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:47.964834 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-30f03d4b-947e-451c-8c1e-20baca4cf208 req-219491d1-c8e3-484f-af34-d0a4e37b078e tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1704376
Jun 03 20:21:47.973679 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:47.978310 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-657b25d2-8840-4258-9578-b5bfb03e10f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:48.052663 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 6f0862b3-6516-4f2b-a619-2fa8783a4422, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6f0862b3-6516-4f2b-a619-2fa8783a4422,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:21:48.065525 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Attempting to bind port aa95b028-d346-424d-872a-c8901bd34464 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:21:48.065972 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Attempting to bind port aa95b028-d346-424d-872a-c8901bd34464 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:21:48.066347 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Attempting to bind port aa95b028-d346-424d-872a-c8901bd34464 on network 03dbdf41-c79d-4ee5-9893-443b21628827 {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:21:48.073206 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d576cf9-b758-44b0-97fa-85c6dd8a8289 None None] Pushing event updated for resources: {'Port': ['ID=aa95b028-d346-424d-872a-c8901bd34464,revision_number=2']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:48.077406 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '6f0862b3-6516-4f2b-a619-2fa8783a4422', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'port_id': '6f0862b3-6516-4f2b-a619-2fa8783a4422', 'mac_address': 'fa:16:3e:40:05:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:21:48.078532 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:21:48.079033 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Checking segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:21:48.079851 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:48.080000 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Bound using segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:21:48.080520 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Bound port: aa95b028-d346-424d-872a-c8901bd34464, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:21:48.080961 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:48.115876 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576cf9-b758-44b0-97fa-85c6dd8a8289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:48.116295 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576cf9-b758-44b0-97fa-85c6dd8a8289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:48.117342 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576cf9-b758-44b0-97fa-85c6dd8a8289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:48.117342 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576cf9-b758-44b0-97fa-85c6dd8a8289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:48.117342 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576cf9-b758-44b0-97fa-85c6dd8a8289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:48.117689 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576cf9-b758-44b0-97fa-85c6dd8a8289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:48.118124 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576cf9-b758-44b0-97fa-85c6dd8a8289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:48.118508 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576cf9-b758-44b0-97fa-85c6dd8a8289 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:48.118947 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576cf9-b758-44b0-97fa-85c6dd8a8289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:48.119333 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576cf9-b758-44b0-97fa-85c6dd8a8289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:48.119717 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576cf9-b758-44b0-97fa-85c6dd8a8289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:48.120099 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576cf9-b758-44b0-97fa-85c6dd8a8289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:21:48.125118 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-2d576cf9-b758-44b0-97fa-85c6dd8a8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:48.155242 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:48.174422 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0862b3-6516-4f2b-a619-2fa8783a4422 {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:21:48.196361 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] For port aa95b028-d346-424d-872a-c8901bd34464, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:21:48.200738 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 6f0862b3-6516-4f2b-a619-2fa8783a4422, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6f0862b3-6516-4f2b-a619-2fa8783a4422,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:21:48.202439 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] For port aa95b028-d346-424d-872a-c8901bd34464, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=aa95b028-d346-424d-872a-c8901bd34464,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:21:48.227846 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Allocated IP 172.20.0.1 (3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb/e121f43d-7381-4c05-ae75-bc6956775a11/92781d38-c007-456a-a02f-867579945b63) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:21:48.238472 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87397eba-5c80-4580-a9dc-21e395608fd3 req-db8a2d48-679c-42cf-a95d-4c585b4ec581 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:48.240080 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-87397eba-5c80-4580-a9dc-21e395608fd3 req-db8a2d48-679c-42cf-a95d-4c585b4ec581 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.1119225
Jun 03 20:21:48.256540 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-30f03d4b-947e-451c-8c1e-20baca4cf208 req-38d8b4a6-c62c-4592-a804-370ebb442e27 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429679
Jun 03 20:21:48.289160 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-87397eba-5c80-4580-a9dc-21e395608fd3 req-9ed15b8f-cfde-4ffd-9e7d-7546bbac0f3c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415962
Jun 03 20:21:48.316843 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:48.328703 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:48.347522 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:48.349471 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-8331912b-af6d-4bf5-81d1-d819d1f81418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:48.449822 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 114a7be1-36cd-436a-84de-61c14a475c7f up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:21:48.457269 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:48.469843 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d576cf9-b758-44b0-97fa-85c6dd8a8289 None None] Pushing event updated for resources: {'Port': ['ID=aa95b028-d346-424d-872a-c8901bd34464,revision_number=3']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:48.473488 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-2d576cf9-b758-44b0-97fa-85c6dd8a8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:48.478337 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.provisioning_blocks [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Transition to ACTIVE for port object 92781d38-c007-456a-a02f-867579945b63 will not be triggered until provisioned by entity DHCP. {{(pid=92637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:21:48.486891 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Routers {'c334fb42-3373-4a97-83c8-8e74aa1725d3'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:21:48.487587 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42176fa8b0>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:21:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['c334fb42-3373-4a97-83c8-8e74aa1725d3'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:21:48.577076 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:48.586333 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40346) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:48.586547 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:48.629568 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 114a7be1-36cd-436a-84de-61c14a475c7f triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:21:48.630217 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:48.690463 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=6f0862b3-6516-4f2b-a619-2fa8783a4422,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:48.697113 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:48.736853 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['6f0862b3-6516-4f2b-a619-2fa8783a4422'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:21:48.742793 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] Set router c334fb42-3373-4a97-83c8-8e74aa1725d3 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:21:48.782137 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Network 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:21:48.785573 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4024-d125-4ba2-87df-d4e98243a43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:48.787997 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Pushing event updated for resources: {'Port': ['ID=92781d38-c007-456a-a02f-867579945b63,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:48.791151 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:48.792394 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:21:48.795774 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:21:48.829385 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-f5cf4024-d125-4ba2-87df-d4e98243a43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:21:48.837716 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 40352) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:48.845751 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-f5cf4024-d125-4ba2-87df-d4e98243a43b admin admin] Usage tracker for resource:security_group_rule and tenant:51fa905234d74b5eaefa7c0fcba55167 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:21:48.852499 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-f5cf4024-d125-4ba2-87df-d4e98243a43b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:21:48.861123 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-f5cf4024-d125-4ba2-87df-d4e98243a43b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:21:48.936741 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-837115'] for router_interface, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:48.965219 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a9b94-cce0-4794-8d8e-358dc470bbbe req-b7d61e25-d5ff-4b68-b9d1-24d3a5c17a58 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:48.973534 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-673a9b94-cce0-4794-8d8e-358dc470bbbe req-b7d61e25-d5ff-4b68-b9d1-24d3a5c17a58 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 944 time: 0.3229492
Jun 03 20:21:48.999921 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_v2 [None req-72fc7b05-bf1b-47db-8787-5b075f8b41b6 admin admin] Deleting subnet 3da4210a-5c83-4700-ac8e-57295ef4434f {{(pid=92637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 20:21:49.015087 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4024-d125-4ba2-87df-d4e98243a43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:49.018038 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-72fc7b05-bf1b-47db-8787-5b075f8b41b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:49.102639 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-673a9b94-cce0-4794-8d8e-358dc470bbbe req-277272ca-0ec9-4a4e-b6b0-532496782b6b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1281295
Jun 03 20:21:49.108120 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-72fc7b05-bf1b-47db-8787-5b075f8b41b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16070436'] for subnet, precommit_delete_associations {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:49.112837 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4024-d125-4ba2-87df-d4e98243a43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:49.124169 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-068a73d2-4140-419c-95bb-05f275318459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:49.168521 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf4024-d125-4ba2-87df-d4e98243a43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393cdf33-5684-4e58-b880-804d5e89269c,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:49.172789 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-f5cf4024-d125-4ba2-87df-d4e98243a43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:49.179115 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-f5cf4024-d125-4ba2-87df-d4e98243a43b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=51fa905234d74b5eaefa7c0fcba55167&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5952392
Jun 03 20:21:49.181580 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40354) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:49.185520 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42176fa8b0>, [{'id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'name': 'tempest-TestMinimumBasicScenario-14487883-router', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'aa95b028-d346-424d-872a-c8901bd34464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:43Z', 'updated_at': '2021-06-03T20:21:45Z', 'revision_number': 3, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'gw_port': {'id': 'aa95b028-d346-424d-872a-c8901bd34464', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:44Z', 'updated_at': '2021-06-03T20:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:21:49.193392 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e44db2d-5014-4f75-8f90-87cea5a7cd98 None None] The sync data for ids ['c334fb42-3373-4a97-83c8-8e74aa1725d3'] in dv-cinder-794669-1-iscsi is: [{'id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'name': 'tempest-TestMinimumBasicScenario-14487883-router', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'aa95b028-d346-424d-872a-c8901bd34464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:43Z', 'updated_at': '2021-06-03T20:21:45Z', 'revision_number': 3, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'gw_port': {'id': 'aa95b028-d346-424d-872a-c8901bd34464', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:44Z', 'updated_at': '2021-06-03T20:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:21:49.208061 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-72fc7b05-bf1b-47db-8787-5b075f8b41b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888552'] for subnet, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:49.233500 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-f2cfee6e-7c68-4d44-8654-3786922e3d9c None None] Provisioning for port 92781d38-c007-456a-a02f-867579945b63 completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:21:49.238911 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-f2cfee6e-7c68-4d44-8654-3786922e3d9c None None] Provisioning complete for port 92781d38-c007-456a-a02f-867579945b63 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:21:49.239336 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-f2cfee6e-7c68-4d44-8654-3786922e3d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:49.264187 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d8460d27-a5eb-4772-9f6a-221fa1ce32b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:49.306041 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-f2cfee6e-7c68-4d44-8654-3786922e3d9c None None] Port 92781d38-c007-456a-a02f-867579945b63 cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:21:49.324572 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d8460d27-a5eb-4772-9f6a-221fa1ce32b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:49.436596 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:49.465252 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d8460d27-a5eb-4772-9f6a-221fa1ce32b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:49.466824 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-4c31bab1-2333-42e6-841a-67a278725f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:49.486447 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8460d27-a5eb-4772-9f6a-221fa1ce32b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393cdf33-5684-4e58-b880-804d5e89269c,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:49.490141 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-d8460d27-a5eb-4772-9f6a-221fa1ce32b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:49.492103 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d8460d27-a5eb-4772-9f6a-221fa1ce32b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:49.495475 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-d8460d27-a5eb-4772-9f6a-221fa1ce32b7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/393cdf33-5684-4e58-b880-804d5e89269c HTTP/1.1" status: 204  len: 168 time: 0.3099332
Jun 03 20:21:49.554828 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970c5de-83be-4fee-865b-e7afd5b9038b req-3245eca6-1b46-4930-a042-2344c2bf4abb tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:49.555785 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-f970c5de-83be-4fee-865b-e7afd5b9038b req-3245eca6-1b46-4930-a042-2344c2bf4abb tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Synchronizing usage tracker for tenant:10d1e6de1c374152919c5d3fa5abbb75 on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:21:49.621572 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-f970c5de-83be-4fee-865b-e7afd5b9038b req-3245eca6-1b46-4930-a042-2344c2bf4abb tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Unset dirty status for tenant:10d1e6de1c374152919c5d3fa5abbb75 on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:21:49.622993 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f970c5de-83be-4fee-865b-e7afd5b9038b req-3245eca6-1b46-4930-a042-2344c2bf4abb tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.2190173
Jun 03 20:21:49.683034 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f970c5de-83be-4fee-865b-e7afd5b9038b req-3433d215-dc9b-4bfb-afdd-a96afa7c7c80 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511200
Jun 03 20:21:49.887657 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 6f0862b3-6516-4f2b-a619-2fa8783a4422 up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:21:49.904647 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-72fc7b05-bf1b-47db-8787-5b075f8b41b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16399030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14720095'] for subnet, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:49.914761 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872cbe6-2c3f-4177-820d-c6e45105a6df req-3adc4422-d66d-48c6-b065-b5fea8f4b731 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:49.918856 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1872cbe6-2c3f-4177-820d-c6e45105a6df req-3adc4422-d66d-48c6-b065-b5fea8f4b731 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.4648299
Jun 03 20:21:49.925342 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-82b8fa74-d97f-4052-889a-bfceffa13eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:49.990444 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-72fc7b05-bf1b-47db-8787-5b075f8b41b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:49.997172 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc7b05-bf1b-47db-8787-5b075f8b41b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da4210a-5c83-4700-ac8e-57295ef4434f,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:50.000762 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-72fc7b05-bf1b-47db-8787-5b075f8b41b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:50.019534 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-72fc7b05-bf1b-47db-8787-5b075f8b41b6 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/3da4210a-5c83-4700-ac8e-57295ef4434f HTTP/1.1" status: 204  len: 168 time: 1.1797650
Jun 03 20:21:50.022072 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40362) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:50.042582 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port 6f0862b3-6516-4f2b-a619-2fa8783a4422 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:21:50.042994 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1872cbe6-2c3f-4177-820d-c6e45105a6df req-17d2c734-28e7-4475-a8de-ea661633effd tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875580
Jun 03 20:21:50.052582 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 6f0862b3-6516-4f2b-a619-2fa8783a4422 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:21:50.053270 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:50.063125 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:50.153075 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:50.155084 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5e742251-174a-480a-9ea1-84b29790d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645772'] for network, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:50.193317 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:50.202316 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:50.248840 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 6f0862b3-6516-4f2b-a619-2fa8783a4422, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6f0862b3-6516-4f2b-a619-2fa8783a4422,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:21:50.249805 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ff70ef-f494-4667-b10b-1975c96f5160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0862b3-6516-4f2b-a619-2fa8783a4422'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:21:50.253909 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e07e6d2-7c6e-41b8-a6ac-78a57e68e240" -d '{"events": [{"server_uuid": "b4ff70ef-f494-4667-b10b-1975c96f5160", "name": "network-vif-plugged", "status": "completed", "tag": "6f0862b3-6516-4f2b-a619-2fa8783a4422"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:21:50.304336 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926103'] for router_interface, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:50.305093 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:50.306074 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 1433535d-12bc-4482-b6b9-20824b43f248 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:21:50.316639 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Pushing event updated for resources: {'Port': ['ID=92781d38-c007-456a-a02f-867579945b63,revision_number=2']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:50.316639 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:50.359366 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf22553-a081-40c7-8a45-d1d1922a6caf x-openstack-request-id: req-9bf22553-a081-40c7-8a45-d1d1922a6caf {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:21:50.359832 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ff70ef-f494-4667-b10b-1975c96f5160", "name": "network-vif-plugged", "status": "completed", "tag": "6f0862b3-6516-4f2b-a619-2fa8783a4422", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:21:50.360160 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9bf22553-a081-40c7-8a45-d1d1922a6caf {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:21:50.360768 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ff70ef-f494-4667-b10b-1975c96f5160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0862b3-6516-4f2b-a619-2fa8783a4422', 'code': 200}
Jun 03 20:21:50.361493 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:50.449674 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: 1433535d-12bc-4482-b6b9-20824b43f248 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:21:50.450126 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 1433535d-12bc-4482-b6b9-20824b43f248 not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:21:50.463767 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=6f0862b3-6516-4f2b-a619-2fa8783a4422,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:50.468545 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device aa95b028-d346-424d-872a-c8901bd34464 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:21:50.474321 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5e742251-174a-480a-9ea1-84b29790d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082749', 'neutron.services.segments.db._delete_segments_for_network-8745116134081'] for network, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:50.490379 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-5e742251-174a-480a-9ea1-84b29790d912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4216b19d30>,) {'filters': {'network_id': ['94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8']}} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:21:50.492567 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Network 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:21:50.493697 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:21:50.511784 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-5e742251-174a-480a-9ea1-84b29790d912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4216b19d30>, 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31') {'for_net_delete': True} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:21:50.512274 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-5e742251-174a-480a-9ea1-84b29790d912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4216b19d30>, 'bbc0062a-1b45-46e1-9bcb-db65ed3aca31') {} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:21:50.536304 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:50.538290 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5e742251-174a-480a-9ea1-84b29790d912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745116137948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16158705'] for segment, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:50.555712 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1d83e-7d81-4cd8-96b0-b8193b3c68e4 req-23e47bab-d8a4-47b3-b112-189b69556efc tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:50.557297 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b4d1d83e-7d81-4cd8-96b0-b8193b3c68e4 req-23e47bab-d8a4-47b3-b112-189b69556efc tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 944 time: 0.3174729
Jun 03 20:21:50.567405 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5e742251-174a-480a-9ea1-84b29790d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:50.577521 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e742251-174a-480a-9ea1-84b29790d912 admin admin] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=92636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 20:21:50.578735 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5e742251-174a-480a-9ea1-84b29790d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16099519'] for segment, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]: Traceback (most recent call last):
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:     timer()
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:     cb(*args, **kw)
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:     return func(*args, **kwargs)
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:     self._notify()
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:     self.callback(batched_events)
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:     event.method(event)
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:     return f(self, *a, **k)
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self._get(url).json()
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self.request(url, 'GET', **kwargs)
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 20:21:50.594940 dv-cinder-794669-1-iscsi neutron-server[92636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 20:21:50.641890 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port aa95b028-d346-424d-872a-c8901bd34464 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:21:50.647246 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port aa95b028-d346-424d-872a-c8901bd34464 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:21:50.647246 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:50.735242 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Router c334fb42-3373-4a97-83c8-8e74aa1725d3 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:21:50.756704 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b4d1d83e-7d81-4cd8-96b0-b8193b3c68e4 req-4086cb19-0492-4808-8b5d-87f5ad3e109f tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1815839
Jun 03 20:21:50.817097 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:50.820722 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5e742251-174a-480a-9ea1-84b29790d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-836978'] for network, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:50.837494 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5e742251-174a-480a-9ea1-84b29790d912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:50.842178 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b081e9c0-364f-47c0-afb6-bb3728b53998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:50.849705 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port aa95b028-d346-424d-872a-c8901bd34464, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=aa95b028-d346-424d-872a-c8901bd34464,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:21:50.856839 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-933fc1e4-e6a3-4db8-9b39-435ed2304a70 None None] Provisioning complete for port 92781d38-c007-456a-a02f-867579945b63 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:21:50.858000 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-933fc1e4-e6a3-4db8-9b39-435ed2304a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:50.870979 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e742251-174a-480a-9ea1-84b29790d912 admin admin] Pushing event deleted for resources: {'Network': ['ID=94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:50.874785 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-5e742251-174a-480a-9ea1-84b29790d912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:50.914142 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b6c47-1b1d-424f-9294-d25056e93683 req-53b98af8-6ed0-42fc-a89c-27d6e56faacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:50.915759 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ea7b6c47-1b1d-424f-9294-d25056e93683 req-53b98af8-6ed0-42fc-a89c-27d6e56faacc service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 1098 time: 0.1500673
Jun 03 20:21:50.922179 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-933fc1e4-e6a3-4db8-9b39-435ed2304a70 None None] Port 92781d38-c007-456a-a02f-867579945b63 cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:21:50.941811 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:50.945160 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:50.966955 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-5e742251-174a-480a-9ea1-84b29790d912 admin admin] 10.222.0.96 "DELETE /v2.0/networks/94a04802-7ce0-4cc4-b79b-57d7fa7fc8b8 HTTP/1.1" status: 204  len: 168 time: 0.9436820
Jun 03 20:21:50.970419 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ea7b6c47-1b1d-424f-9294-d25056e93683 req-0db0ad9f-5259-4893-a608-e789985c3842 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0471566
Jun 03 20:21:51.026295 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=aa95b028-d346-424d-872a-c8901bd34464,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:51.040759 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:51.041503 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:21:51.050435 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] 10.222.0.96 "PUT /v2.0/routers/c334fb42-3373-4a97-83c8-8e74aa1725d3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0817480
Jun 03 20:21:51.085596 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef128f-1723-4a90-a7ee-cdf30d60c3a3 req-a1f71031-990d-45c7-8937-a50887fff621 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:51.085596 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e2ef128f-1723-4a90-a7ee-cdf30d60c3a3 req-a1f71031-990d-45c7-8937-a50887fff621 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1796396
Jun 03 20:21:51.141772 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e2ef128f-1723-4a90-a7ee-cdf30d60c3a3 req-5c34070b-224d-4d24-a6c6-2be116be35f8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540862
Jun 03 20:21:51.246774 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Sync routers for ids ['c334fb42-3373-4a97-83c8-8e74aa1725d3'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:21:51.255423 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Routers {'c334fb42-3373-4a97-83c8-8e74aa1725d3'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:21:51.256437 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4216883520>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:21:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['c334fb42-3373-4a97-83c8-8e74aa1725d3'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:21:51.271146 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc722d0c-d62f-4cc8-aeda-9df30f0e85fc req-37f062fc-730a-4a7d-838b-e6e7dcd281ac tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:51.272825 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bc722d0c-d62f-4cc8-aeda-9df30f0e85fc req-37f062fc-730a-4a7d-838b-e6e7dcd281ac tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.0920498
Jun 03 20:21:51.323296 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bc722d0c-d62f-4cc8-aeda-9df30f0e85fc req-a4712c1e-7473-4d33-974d-8daa6ce66300 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411665
Jun 03 20:21:51.499389 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Set router c334fb42-3373-4a97-83c8-8e74aa1725d3 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:21:51.518388 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40380) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:51.569612 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-97cb3596-d1b9-4fcc-b7f5-57ab20613217 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9b339080d7b947c785dc916dacacd15c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0475357
Jun 03 20:21:51.569907 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40382) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:51.635557 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cc8be34f-eb09-4b68-87bc-e802e00e1c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:51.662167 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cc8be34f-eb09-4b68-87bc-e802e00e1c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:51.769785 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cc8be34f-eb09-4b68-87bc-e802e00e1c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:51.774962 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-211f1eff-2d62-40bb-b385-12751e71424a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:51.791709 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8be34f-eb09-4b68-87bc-e802e00e1c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbbf629-710d-4a0c-8157-b24b11cef674,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:51.794793 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-cc8be34f-eb09-4b68-87bc-e802e00e1c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:51.839161 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4216883520>, [{'id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'name': 'tempest-TestMinimumBasicScenario-14487883-router', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'aa95b028-d346-424d-872a-c8901bd34464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:43Z', 'updated_at': '2021-06-03T20:21:49Z', 'revision_number': 4, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'gw_port': {'id': 'aa95b028-d346-424d-872a-c8901bd34464', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:44Z', 'updated_at': '2021-06-03T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '92781d38-c007-456a-a02f-867579945b63', 'name': '', 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'mac_address': 'fa:16:3e:26:c9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:48Z', 'updated_at': '2021-06-03T20:21:49Z', 'revision_number': 2, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'subnets': [{'id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:21:51.841778 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Checking router: c334fb42-3373-4a97-83c8-8e74aa1725d3 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:21:51.842285 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Updating router c334fb42-3373-4a97-83c8-8e74aa1725d3 port 92781d38-c007-456a-a02f-867579945b63 binding host dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:21:51.865762 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cc8be34f-eb09-4b68-87bc-e802e00e1c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:51.869018 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-cc8be34f-eb09-4b68-87bc-e802e00e1c72 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5dbbf629-710d-4a0c-8157-b24b11cef674 HTTP/1.1" status: 204  len: 168 time: 0.2959058
Jun 03 20:21:51.903842 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:51.980207 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020a8c1-c3b0-4ab8-ad8c-6ecf33bbddce req-1b5eaf7a-076f-458b-b942-4e8b2f94b4a3 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:51.982377 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9020a8c1-c3b0-4ab8-ad8c-6ecf33bbddce req-1b5eaf7a-076f-458b-b942-4e8b2f94b4a3 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 945 time: 0.1207635
Jun 03 20:21:51.992084 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40396) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:51.997149 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1983019719-network', 'tenant_id': '52a3ddbe71194a6a981a02dddd6ea7e5'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:21:52.003212 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:21:52.007629 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Usage tracker for resource:network and tenant:52a3ddbe71194a6a981a02dddd6ea7e5 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:21:52.010519 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:21:52.017066 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:21:52.038217 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9020a8c1-c3b0-4ab8-ad8c-6ecf33bbddce req-997d1ef6-314d-4fe6-bdae-68b7cb970be6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0464418
Jun 03 20:21:52.095701 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Made reservation on behalf of 52a3ddbe71194a6a981a02dddd6ea7e5 for: {'network': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:21:52.097876 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:52.110818 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:52.124957 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:21:52.129279 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Usage tracker for resource:security_group_rule and tenant:52a3ddbe71194a6a981a02dddd6ea7e5 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:21:52.132240 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:21:52.138350 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:21:52.244743 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:52.300670 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Notify callbacks [] for port, precommit_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:52.314703 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Transition to ACTIVE for port object 92781d38-c007-456a-a02f-867579945b63 will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:21:52.335125 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:52.336705 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-7534efa9-c11b-4310-adec-e7fc62cf4701 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:52.381698 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:52.386844 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:52.411847 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1326}  {{(pid=92636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:21:52.432974 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cbc20f-ba17-4388-b1c2-b70d69fbda94,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:52.439429 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:52.454756 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:52.455227 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.segments_db [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Added segment d26e8d02-b9ea-4819-8ade-19e6da0aa79a of type vlan for network 147b121b-8927-4fad-a90c-623de73d425a
Jun 03 20:21:52.506547 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:52.527935 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754ba71-d438-4ee4-b88e-44636d9ae01c req-777e70d8-5250-4340-ba14-2783a94967f3 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:52.531704 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da72a02-f0e8-49ca-8bd1-3e7b9ebd6a73 None None] Pushing event updated for resources: {'Port': ['ID=92781d38-c007-456a-a02f-867579945b63,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:52.540174 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9754ba71-d438-4ee4-b88e-44636d9ae01c req-777e70d8-5250-4340-ba14-2783a94967f3 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.2699766
Jun 03 20:21:52.540671 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device aa95b028-d346-424d-872a-c8901bd34464 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:21:52.568006 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-7da72a02-f0e8-49ca-8bd1-3e7b9ebd6a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:52.570246 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aab02-b7b7-423d-a1c2-cf0899b87bce req-b50f7c1c-9bcc-486a-b66f-088180296675 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:52.572618 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-129aab02-b7b7-423d-a1c2-cf0899b87bce req-b50f7c1c-9bcc-486a-b66f-088180296675 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.1200569
Jun 03 20:21:52.630892 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9754ba71-d438-4ee4-b88e-44636d9ae01c req-daab2b28-a6d1-40af-a297-bcf9bcfb9842 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893393
Jun 03 20:21:52.651283 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-129aab02-b7b7-423d-a1c2-cf0899b87bce req-78d420f5-acde-49ad-bd66-438b7cdbcb0e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603206
Jun 03 20:21:52.723964 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:52.725319 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:52.725901 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:52.749171 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:52.785879 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port aa95b028-d346-424d-872a-c8901bd34464 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:21:52.786258 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:52.812164 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Attempting to bind port 92781d38-c007-456a-a02f-867579945b63 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:21:52.812549 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Attempting to bind port 92781d38-c007-456a-a02f-867579945b63 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': '2db68647-909d-40c4-a7c2-9bb86346b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:21:52.812924 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Attempting to bind port 92781d38-c007-456a-a02f-867579945b63 on network 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:21:52.829858 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:21:52.830246 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Checking segment: {'id': '2db68647-909d-40c4-a7c2-9bb86346b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:21:52.830659 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:52.831083 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Bound using segment: {'id': '2db68647-909d-40c4-a7c2-9bb86346b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:21:52.831554 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Bound port: 92781d38-c007-456a-a02f-867579945b63, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db68647-909d-40c4-a7c2-9bb86346b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:21:52.831931 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:52.850973 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8577509
Jun 03 20:21:52.853714 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 40412) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:52.854623 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Pushing event updated for resources: {'Network': ['ID=147b121b-8927-4fad-a90c-623de73d425a,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:52.857345 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:52.859868 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-ae51a728-d4cb-4ec6-b50b-11240a3a9017 admin admin] Request body: {'subnet': {'network_id': '147b121b-8927-4fad-a90c-623de73d425a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1983019719-subnet', 'tenant_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'ip_version': 4}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:21:52.864577 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-ae51a728-d4cb-4ec6-b50b-11240a3a9017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:21:52.869914 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-ae51a728-d4cb-4ec6-b50b-11240a3a9017 admin admin] Usage tracker for resource:subnet and tenant:52a3ddbe71194a6a981a02dddd6ea7e5 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:21:52.872843 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-ae51a728-d4cb-4ec6-b50b-11240a3a9017 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:21:52.878499 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-ae51a728-d4cb-4ec6-b50b-11240a3a9017 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:21:52.897815 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network 147b121b-8927-4fad-a90c-623de73d425a details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:21:52.945304 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae51a728-d4cb-4ec6-b50b-11240a3a9017 admin admin] Made reservation on behalf of 52a3ddbe71194a6a981a02dddd6ea7e5 for: {'subnet': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:21:52.948671 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ae51a728-d4cb-4ec6-b50b-11240a3a9017 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14742462'] for subnet, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:53.128527 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] For port 92781d38-c007-456a-a02f-867579945b63, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:21:53.142253 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] For port 92781d38-c007-456a-a02f-867579945b63, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=92781d38-c007-456a-a02f-867579945b63,segment=NetworkSegment(2db68647-909d-40c4-a7c2-9bb86346b70e),segment_id=2db68647-909d-40c4-a7c2-9bb86346b70e)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:21:53.236933 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:53.244162 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-536eb02f-fca9-4e48-8732-95fa93996a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:53.268616 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95699526-b16a-4b20-a36e-20493a15fa4a req-93bf74d2-7b93-44e8-a6e0-183793cacb49 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:53.270401 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-95699526-b16a-4b20-a36e-20493a15fa4a req-93bf74d2-7b93-44e8-a6e0-183793cacb49 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 945 time: 0.0980377
Jun 03 20:21:53.320838 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-95699526-b16a-4b20-a36e-20493a15fa4a req-0a17ace2-2251-4373-8613-d0ccc4b2bf8e tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0448248
Jun 03 20:21:53.332076 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Routers {'c334fb42-3373-4a97-83c8-8e74aa1725d3'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:21:53.333286 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4216883520>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:21:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['c334fb42-3373-4a97-83c8-8e74aa1725d3'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:21:53.399871 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da72a02-f0e8-49ca-8bd1-3e7b9ebd6a73 None None] Pushing event updated for resources: {'Port': ['ID=92781d38-c007-456a-a02f-867579945b63,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:53.405750 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-7da72a02-f0e8-49ca-8bd1-3e7b9ebd6a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:53.546806 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] Set router c334fb42-3373-4a97-83c8-8e74aa1725d3 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:21:53.711847 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc700554-ddd8-4a26-823b-9f5e758be199 req-b592bdda-a718-4c50-a761-4ffe138aacba tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:53.715180 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bc700554-ddd8-4a26-823b-9f5e758be199 req-b592bdda-a718-4c50-a761-4ffe138aacba tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 945 time: 0.2191565
Jun 03 20:21:53.828455 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bc700554-ddd8-4a26-823b-9f5e758be199 req-8cfe1147-80d3-48bd-995d-073f7eaaf780 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1068103
Jun 03 20:21:53.832465 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c160e-cbb5-4e75-b62f-26592e9b2773 req-ae1056bc-62f7-4dd3-ae5e-a7810f239088 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:53.834149 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ce0c160e-cbb5-4e75-b62f-26592e9b2773 req-ae1056bc-62f7-4dd3-ae5e-a7810f239088 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.0853503
Jun 03 20:21:53.859365 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ae51a728-d4cb-4ec6-b50b-11240a3a9017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16399095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14742444'] for subnet, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:53.860350 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 40434) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:53.874830 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-72fc7b05-bf1b-47db-8787-5b075f8b41b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:53.936946 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ce0c160e-cbb5-4e75-b62f-26592e9b2773 req-5af163c6-40df-4c2f-94e7-113c7bef4724 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920212
Jun 03 20:21:53.943717 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4216883520>, [{'id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'name': 'tempest-TestMinimumBasicScenario-14487883-router', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'aa95b028-d346-424d-872a-c8901bd34464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:43Z', 'updated_at': '2021-06-03T20:21:49Z', 'revision_number': 4, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'gw_port': {'id': 'aa95b028-d346-424d-872a-c8901bd34464', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:44Z', 'updated_at': '2021-06-03T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '92781d38-c007-456a-a02f-867579945b63', 'name': '', 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'mac_address': 'fa:16:3e:26:c9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:48Z', 'updated_at': '2021-06-03T20:21:53Z', 'revision_number': 4, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'subnets': [{'id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:21:53.950625 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f0ccc-f62c-4838-834d-4ff3d64f8a7e None None] The sync data for ids ['c334fb42-3373-4a97-83c8-8e74aa1725d3'] in dv-cinder-794669-1-iscsi is: [{'id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'name': 'tempest-TestMinimumBasicScenario-14487883-router', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'aa95b028-d346-424d-872a-c8901bd34464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:43Z', 'updated_at': '2021-06-03T20:21:49Z', 'revision_number': 4, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'gw_port': {'id': 'aa95b028-d346-424d-872a-c8901bd34464', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:44Z', 'updated_at': '2021-06-03T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '92781d38-c007-456a-a02f-867579945b63', 'name': '', 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'mac_address': 'fa:16:3e:26:c9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:48Z', 'updated_at': '2021-06-03T20:21:53Z', 'revision_number': 4, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'subnets': [{'id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:21:53.982018 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51a728-d4cb-4ec6-b50b-11240a3a9017 admin admin] Checking segment: {'id': 'd26e8d02-b9ea-4819-8ade-19e6da0aa79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '147b121b-8927-4fad-a90c-623de73d425a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:21:53.982475 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae51a728-d4cb-4ec6-b50b-11240a3a9017 admin admin] Network hostable DHCP agents. Network: 147b121b-8927-4fad-a90c-623de73d425a, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:21:53.991857 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51a728-d4cb-4ec6-b50b-11240a3a9017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=720e745d-eeec-40fd-8982-cb0f2956750c,revision_number=0']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:54.026021 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ae51a728-d4cb-4ec6-b50b-11240a3a9017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:54.108531 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9089ead-e306-48a0-9052-abe002a028a1 req-4048f5bf-7512-4268-99de-c89d9adeffd3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:54.110108 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e9089ead-e306-48a0-9052-abe002a028a1 req-4048f5bf-7512-4268-99de-c89d9adeffd3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.1223600
Jun 03 20:21:54.141523 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae51a728-d4cb-4ec6-b50b-11240a3a9017 admin admin] Network 147b121b-8927-4fad-a90c-623de73d425a is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:21:54.167407 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e9089ead-e306-48a0-9052-abe002a028a1 req-115bf057-51d6-4a10-af41-827e6cbf850a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508342
Jun 03 20:21:54.237624 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-ae51a728-d4cb-4ec6-b50b-11240a3a9017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, 147b121b-8927-4fad-a90c-623de73d425a) {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:21:54.251883 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ebb02-6701-458f-bf72-07e6ead5da9b None None] Network 147b121b-8927-4fad-a90c-623de73d425a requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:21:54.256539 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae51a728-d4cb-4ec6-b50b-11240a3a9017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:54.257162 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ae51a728-d4cb-4ec6-b50b-11240a3a9017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:54.263444 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f304f6-3d17-4f4a-a376-be109296659f tempest-TestVolumeBootPattern-1007110386 tempest-TestVolumeBootPattern-1007110386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:54.268921 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40440) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:54.269030 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-79f304f6-3d17-4f4a-a376-be109296659f tempest-TestVolumeBootPattern-1007110386 tempest-TestVolumeBootPattern-1007110386-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 1093 time: 0.4049213
Jun 03 20:21:54.273539 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Request body: {'floatingip': {'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'port_id': '6f0862b3-6516-4f2b-a619-2fa8783a4422', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:21:54.280160 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:21:54.285260 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Usage tracker for resource:floatingip and tenant:a9b525c195d240939facb0f0f69e34c4 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:21:54.293404 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:21:54.326846 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:21:54.374791 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40442) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:21:54.375455 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-ae51a728-d4cb-4ec6-b50b-11240a3a9017 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.5205610
Jun 03 20:21:54.381603 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1983019719-router', 'tenant_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:21:54.389077 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:21:54.393896 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Usage tracker for resource:router and tenant:52a3ddbe71194a6a981a02dddd6ea7e5 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:21:54.406497 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:21:54.416194 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:21:54.441774 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for floatingip, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:54.495242 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 92781d38-c007-456a-a02f-867579945b63 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:21:54.497151 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4105'] for router, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:54.498839 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:54.574003 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:54.617411 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf48b4315-cbea-59e0-afd0-d1625a86666c-147b121b-8927-4fad-a90c-623de73d425a', 'network_id': '147b121b-8927-4fad-a90c-623de73d425a', 'tenant_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'fixed_ips': [{'subnet_id': '720e745d-eeec-40fd-8982-cb0f2956750c'}]}} from dv-cinder-794669-1-iscsi. {{(pid=92638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 20:21:54.617872 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:54.649478 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:54.753504 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 92781d38-c007-456a-a02f-867579945b63 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:21:54.762950 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 92781d38-c007-456a-a02f-867579945b63 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:21:54.763332 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:54.839039 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.db_base_plugin_common [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Allocated IP 172.20.0.2 (147b121b-8927-4fad-a90c-623de73d425a/720e745d-eeec-40fd-8982-cb0f2956750c/3aba2ef6-c408-4d07-bfc1-308915f5f344) {{(pid=92638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:21:55.014046 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:55.108086 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port 92781d38-c007-456a-a02f-867579945b63, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=92781d38-c007-456a-a02f-867579945b63,segment=NetworkSegment(2db68647-909d-40c4-a7c2-9bb86346b70e),segment_id=2db68647-909d-40c4-a7c2-9bb86346b70e)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:21:55.144619 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Notify callbacks [] for port, precommit_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:55.155389 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4206'] for router, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:55.156188 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Transition to ACTIVE for port object 3aba2ef6-c408-4d07-bfc1-308915f5f344 will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:21:55.176775 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:55.178976 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Transition to ACTIVE for port object 3aba2ef6-c408-4d07-bfc1-308915f5f344 will not be triggered until provisioned by entity DHCP. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:21:55.181150 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:55.189639 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Allocated IP 172.27.0.205 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/06361803-839f-4d93-a781-6d8c03e13978) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:21:55.299655 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=92781d38-c007-456a-a02f-867579945b63,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:55.304393 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:55.316602 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596'] for port, after_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:55.320732 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:55.323696 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170a722-5c7c-41b2-94a2-347be22c3c6b req-df01c2d9-a7c4-4e03-975c-cf8d4c515298 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:55.325135 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9170a722-5c7c-41b2-94a2-347be22c3c6b req-df01c2d9-a7c4-4e03-975c-cf8d4c515298 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.2225385
Jun 03 20:21:55.379954 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Network 147b121b-8927-4fad-a90c-623de73d425a is already hosted by enough agents. {{(pid=92638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:21:55.386446 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec64f1e-4a35-4bef-ae4c-16b6738ed0b9 req-5000c186-c8e4-42d7-a16a-77e27628b244 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:55.387024 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.base_scheduler [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Resources bound (agent type, host, resource id):  {{(pid=92638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:21:55.387993 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1ec64f1e-4a35-4bef-ae4c-16b6738ed0b9 req-5000c186-c8e4-42d7-a16a-77e27628b244 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.0961068
Jun 03 20:21:55.397176 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Received port after_create {{(pid=92638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:21:55.403972 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Pushing event updated for resources: {'Port': ['ID=3aba2ef6-c408-4d07-bfc1-308915f5f344,revision_number=1']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:55.408576 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:55.460016 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:55.469277 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1ec64f1e-4a35-4bef-ae4c-16b6738ed0b9 req-2804bd15-d450-4904-8322-dd19265660ed tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725300
Jun 03 20:21:55.514529 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Attempting to bind port 3aba2ef6-c408-4d07-bfc1-308915f5f344 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:21:55.515280 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Attempting to bind port 3aba2ef6-c408-4d07-bfc1-308915f5f344 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'd26e8d02-b9ea-4819-8ade-19e6da0aa79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '147b121b-8927-4fad-a90c-623de73d425a'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:21:55.515280 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Attempting to bind port 3aba2ef6-c408-4d07-bfc1-308915f5f344 on network 147b121b-8927-4fad-a90c-623de73d425a {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:21:55.516490 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9170a722-5c7c-41b2-94a2-347be22c3c6b req-39312a01-f3e1-45d8-b0fe-6db45ada5a8f tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664526
Jun 03 20:21:55.521039 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:21:55.521418 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Checking segment: {'id': 'd26e8d02-b9ea-4819-8ade-19e6da0aa79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '147b121b-8927-4fad-a90c-623de73d425a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:21:55.521818 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:55.522206 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Bound using segment: {'id': 'd26e8d02-b9ea-4819-8ade-19e6da0aa79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '147b121b-8927-4fad-a90c-623de73d425a'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:21:55.522770 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Bound port: 3aba2ef6-c408-4d07-bfc1-308915f5f344, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26e8d02-b9ea-4819-8ade-19e6da0aa79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '147b121b-8927-4fad-a90c-623de73d425a'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:21:55.523074 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:55.609840 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:55.614980 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ca48a935-84d5-47fb-a931-73c97c1b170e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:55.618889 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] For port 3aba2ef6-c408-4d07-bfc1-308915f5f344, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:21:55.622612 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] For port 3aba2ef6-c408-4d07-bfc1-308915f5f344, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=3aba2ef6-c408-4d07-bfc1-308915f5f344,segment=NetworkSegment(d26e8d02-b9ea-4819-8ade-19e6da0aa79a),segment_id=d26e8d02-b9ea-4819-8ade-19e6da0aa79a)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:21:55.676663 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:21:55.681038 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:21:55.688121 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:21:55.695653 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:55.700600 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:55.744155 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event updated for resources: {'Port': ['ID=06361803-839f-4d93-a781-6d8c03e13978,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:55.751288 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:55.788154 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Pushing event updated for resources: {'Port': ['ID=3aba2ef6-c408-4d07-bfc1-308915f5f344,revision_number=2']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:55.791917 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:56.144756 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:56.181430 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:56.601046 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 3aba2ef6-c408-4d07-bfc1-308915f5f344 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:21:56.656648 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Allocated IP 172.27.0.66 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/f136444d-e741-4abb-b06d-9f1f3be43796) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:21:56.775483 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 3aba2ef6-c408-4d07-bfc1-308915f5f344 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:21:56.781864 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 92781d38-c007-456a-a02f-867579945b63 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:21:56.873579 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e5e88-4bad-4da3-a6c5-ecf343e665f3 req-758e2002-6ac1-468a-99d0-ef4b5d7a34d8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:56.879408 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d71e5e88-4bad-4da3-a6c5-ecf343e665f3 req-758e2002-6ac1-468a-99d0-ef4b5d7a34d8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.1285472
Jun 03 20:21:56.897230 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 92781d38-c007-456a-a02f-867579945b63 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:21:56.897613 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:56.934987 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d71e5e88-4bad-4da3-a6c5-ecf343e665f3 req-b10f79c9-0565-4078-9bd2-97163485c363 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523064
Jun 03 20:21:56.968942 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7979d188-ca58-4d73-84d8-f3d8bc9d469d None None] Network 147b121b-8927-4fad-a90c-623de73d425a requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:21:56.990222 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499c595-81cf-4c77-b26e-8e6332042721 req-9ee8e997-8735-4678-a3a0-36cacfe597db tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:56.991675 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1499c595-81cf-4c77-b26e-8e6332042721 req-9ee8e997-8735-4678-a3a0-36cacfe597db tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.122 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.5657692
Jun 03 20:21:57.085756 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:57.154150 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-87747c3f-21be-4722-ae57-5054f3581683 None None] Provisioning for port 3aba2ef6-c408-4d07-bfc1-308915f5f344 completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:21:57.193350 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-87747c3f-21be-4722-ae57-5054f3581683 None None] Provisioning complete for port 3aba2ef6-c408-4d07-bfc1-308915f5f344 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:21:57.193734 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-87747c3f-21be-4722-ae57-5054f3581683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:57.194496 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:57.204318 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd1ae0-4070-46f7-89d7-e2ad32c64f00 req-1d5a898c-ad2b-46d6-a624-42434f1bd5aa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:57.205702 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a0bd1ae0-4070-46f7-89d7-e2ad32c64f00 req-1d5a898c-ad2b-46d6-a624-42434f1bd5aa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.5180869
Jun 03 20:21:57.281602 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a0bd1ae0-4070-46f7-89d7-e2ad32c64f00 req-8700e932-13d9-4fed-8cb6-28f39588ba70 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665846
Jun 03 20:21:57.285399 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-1499c595-81cf-4c77-b26e-8e6332042721 req-06267548-b10f-4c95-b5e4-99acb826c72d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Deleting port 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:21:57.285569 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-1499c595-81cf-4c77-b26e-8e6332042721 req-06267548-b10f-4c95-b5e4-99acb826c72d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:57.394468 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-87747c3f-21be-4722-ae57-5054f3581683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:57.435721 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-87747c3f-21be-4722-ae57-5054f3581683 None None] For port 3aba2ef6-c408-4d07-bfc1-308915f5f344, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=3aba2ef6-c408-4d07-bfc1-308915f5f344,segment=NetworkSegment(d26e8d02-b9ea-4819-8ade-19e6da0aa79a),segment_id=d26e8d02-b9ea-4819-8ade-19e6da0aa79a)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:21:57.437139 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:57.456612 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-20c4ade3-f6c0-4054-b985-d1be79e9571c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:57.531520 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:57.535910 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-87747c3f-21be-4722-ae57-5054f3581683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:57.537645 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:57.557126 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-1499c595-81cf-4c77-b26e-8e6332042721 req-06267548-b10f-4c95-b5e4-99acb826c72d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] For port 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d,segment=NetworkSegment(cf470bb2-6deb-404f-82d1-83a23ef347bb),segment_id=cf470bb2-6deb-404f-82d1-83a23ef347bb)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:21:57.557635 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-1499c595-81cf-4c77-b26e-8e6332042721 req-06267548-b10f-4c95-b5e4-99acb826c72d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:57.609977 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87747c3f-21be-4722-ae57-5054f3581683 None None] Pushing event updated for resources: {'Port': ['ID=3aba2ef6-c408-4d07-bfc1-308915f5f344,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:57.613271 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-87747c3f-21be-4722-ae57-5054f3581683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:57.622225 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:57.660143 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-8ef585b3-e2f3-4760-959d-bfdbca01bc21 None None] Provisioning complete for port 3aba2ef6-c408-4d07-bfc1-308915f5f344 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:21:57.661593 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-8ef585b3-e2f3-4760-959d-bfdbca01bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:57.734525 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-1499c595-81cf-4c77-b26e-8e6332042721 req-06267548-b10f-4c95-b5e4-99acb826c72d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Calling delete_port for 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d owned by compute:nova {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:21:57.777013 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:21:57.784126 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:21:57.794300 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:21:57.903022 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Pushing event updated for resources: {'Port': ['ID=f136444d-e741-4abb-b06d-9f1f3be43796,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:57.919071 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:58.263136 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:58.319772 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc295c86-464d-453c-b74b-8b92424b8a96 req-1b6ead33-1a81-413c-80ad-3c17ef154dd7 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:58.321323 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-dc295c86-464d-453c-b74b-8b92424b8a96 req-1b6ead33-1a81-413c-80ad-3c17ef154dd7 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 945 time: 0.2357564
Jun 03 20:21:58.380734 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-dc295c86-464d-453c-b74b-8b92424b8a96 req-f5809199-f82c-4356-8590-57ddf6ad1cd8 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/security-groups?id=6771fdeb-d2b8-417e-9234-c2657938c574&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526173
Jun 03 20:21:58.394893 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 3aba2ef6-c408-4d07-bfc1-308915f5f344 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:21:58.402041 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:58.406231 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-204b193b-5a8c-400f-9405-82af4f10fd89 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:58.509792 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 3aba2ef6-c408-4d07-bfc1-308915f5f344 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:21:58.510561 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:58.537401 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-1499c595-81cf-4c77-b26e-8e6332042721 req-06267548-b10f-4c95-b5e4-99acb826c72d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:58.545980 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event updated for resources: {'Port': ['ID=06361803-839f-4d93-a781-6d8c03e13978,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:58.577479 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c254285-0207-4552-8fb3-fb81ce124031 req-b6411443-024e-4611-a9bc-465e65a593e5 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:58.583282 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-0c254285-0207-4552-8fb3-fb81ce124031 req-b6411443-024e-4611-a9bc-465e65a593e5 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.0922334
Jun 03 20:21:58.634451 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-0c254285-0207-4552-8fb3-fb81ce124031 req-587990ce-d210-40c5-a0e2-e5b77345578c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491841
Jun 03 20:21:58.667074 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:58.670786 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:21:58.785092 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06267548-b10f-4c95-b5e4-99acb826c72d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Pushing event deleted for resources: {'Port': ['ID=7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:21:58.799506 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-06267548-b10f-4c95-b5e4-99acb826c72d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:21:58.913353 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-1499c595-81cf-4c77-b26e-8e6332042721 req-06267548-b10f-4c95-b5e4-99acb826c72d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] No DVR routers for this DVR port 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d on host hv-cinder-79466 {{(pid=92636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:21:58.919287 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-1499c595-81cf-4c77-b26e-8e6332042721 req-06267548-b10f-4c95-b5e4-99acb826c72d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:58.924352 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a2f14a-684e-455a-8a4d-de31e5e47591', 'name': 'network-vif-deleted', 'tag': '7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:21:58.926606 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d14a87-cfba-4483-95f9-59a0877bcc22" -d '{"events": [{"server_uuid": "f1a2f14a-684e-455a-8a4d-de31e5e47591", "name": "network-vif-deleted", "tag": "7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:21:58.929070 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-836964'] for floatingip, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:59.022421 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6aac0b-4949-4083-98a5-f4ba150ed743 x-openstack-request-id: req-4e6aac0b-4949-4083-98a5-f4ba150ed743 {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:21:59.022776 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a2f14a-684e-455a-8a4d-de31e5e47591", "name": "network-vif-deleted", "tag": "7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:21:59.023070 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4e6aac0b-4949-4083-98a5-f4ba150ed743 {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:21:59.023504 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a2f14a-684e-455a-8a4d-de31e5e47591', 'name': 'network-vif-deleted', 'tag': '7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d', 'status': 'completed', 'code': 200}
Jun 03 20:21:59.031412 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:59.173953 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1499c595-81cf-4c77-b26e-8e6332042721 req-06267548-b10f-4c95-b5e4-99acb826c72d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.122 "DELETE /v2.0/ports/7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d HTTP/1.1" status: 204  len: 173 time: 2.1745427
Jun 03 20:21:59.276700 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.l3_db [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Floating IP 20c9e274-40fc-44af-9a06-f217ff53e67d associated. External IP: 172.27.0.205, port: 6f0862b3-6516-4f2b-a619-2fa8783a4422.
Jun 03 20:21:59.578389 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-59580b8a-2d36-4454-99ca-0878b7b50dcd req-274fc540-dda2-4700-9bc2-74b8379f8aa4 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1a2f14a-684e-455a-8a4d-de31e5e47591 HTTP/1.1" status: 200  len: 210 time: 0.0450468
Jun 03 20:21:59.682415 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-836917'] for router, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:21:59.861842 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fd925-85a7-442f-a3dd-2331f95f8eb7 req-ecfa0a2a-8c7f-474c-addb-82d3c6a6bec0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:21:59.863443 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-727fd925-85a7-442f-a3dd-2331f95f8eb7 req-ecfa0a2a-8c7f-474c-addb-82d3c6a6bec0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.1095605
Jun 03 20:21:59.959383 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-727fd925-85a7-442f-a3dd-2331f95f8eb7 req-c39e860a-216d-4da6-abe2-0a0a52c7266e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892806
Jun 03 20:21:59.976425 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 446e0574-0e49-4101-a2cb-5ae9c25b51c2 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:21:59.979305 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:22:00.018359 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:22:00.018780 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 7fe26d3f-fc4a-4ce3-8aed-ec0b6e8a562d not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:22:00.110518 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Router 537decb6-d9f1-4f89-b678-e7962f71e035 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:22:00.116364 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:00.119361 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-2f23e1dc-e29e-4a3d-b2d1-f2c740599252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:00.189902 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 446e0574-0e49-4101-a2cb-5ae9c25b51c2, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=446e0574-0e49-4101-a2cb-5ae9c25b51c2,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:22:00.205177 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '446e0574-0e49-4101-a2cb-5ae9c25b51c2', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'port_id': '446e0574-0e49-4101-a2cb-5ae9c25b51c2', 'mac_address': 'fa:16:3e:10:d9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:22:00.298796 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:00.303927 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Router 43f7674c-7e61-401b-b0dd-95825c6104d1 is scheduled to L3 agent 107fbc38-de16-481d-8d22-795583403c3d with binding_index 1 {{(pid=92636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 20:22:00.318833 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 446e0574-0e49-4101-a2cb-5ae9c25b51c2 {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:22:00.335379 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 446e0574-0e49-4101-a2cb-5ae9c25b51c2, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=446e0574-0e49-4101-a2cb-5ae9c25b51c2,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:22:00.401173 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:22:00.420520 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a26460-1b08-4056-a2e9-7b918d24122f None None] Sync routers for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:22:00.427272 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a26460-1b08-4056-a2e9-7b918d24122f None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:22:00.427888 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-f5a26460-1b08-4056-a2e9-7b918d24122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42172cc520>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:22:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:00.446418 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:00.449044 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-6ca5e724-251e-4c4c-a343-3024358fe3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:00.509331 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for floatingip, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:00.537125 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=446e0574-0e49-4101-a2cb-5ae9c25b51c2,revision_number=6']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:00.542474 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:00.567408 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['446e0574-0e49-4101-a2cb-5ae9c25b51c2'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:22:00.571189 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:22:00.598287 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 6.3284388
Jun 03 20:22:00.606361 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Sync routers for ids ['43f7674c-7e61-401b-b0dd-95825c6104d1'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:22:00.633832 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Routers {'43f7674c-7e61-401b-b0dd-95825c6104d1'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:22:00.635767 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f421770fa90>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:22:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['43f7674c-7e61-401b-b0dd-95825c6104d1'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:00.661137 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-f5a26460-1b08-4056-a2e9-7b918d24122f None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:22:00.676413 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Notify callbacks [] for router, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:00.677630 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.3018067
Jun 03 20:22:00.681308 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40534) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:00.734459 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 40536) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:00.860302 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Set router 43f7674c-7e61-401b-b0dd-95825c6104d1 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:22:01.027467 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ff70ef-f494-4667-b10b-1975c96f5160', 'tag': '6f0862b3-6516-4f2b-a619-2fa8783a4422'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:22:01.038355 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb955912-0233-4766-aa4f-5279779bb396" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ff70ef-f494-4667-b10b-1975c96f5160", "tag": "6f0862b3-6516-4f2b-a619-2fa8783a4422"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:22:01.120465 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-f5a26460-1b08-4056-a2e9-7b918d24122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42172cc520>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': '20c9e274-40fc-44af-9a06-f217ff53e67d', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'port_id': '6f0862b3-6516-4f2b-a619-2fa8783a4422', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'mac_address': 'fa:16:3e:40:05:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff70ef-f494-4667-b10b-1975c96f5160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:21:56Z', 'updated_at': '2021-06-03T20:21:56Z', 'revision_number': 0, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:01.129066 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a26460-1b08-4056-a2e9-7b918d24122f None None] Checking router: 537decb6-d9f1-4f89-b678-e7962f71e035 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:22:01.142006 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a26460-1b08-4056-a2e9-7b918d24122f None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:22:01.143491 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-f5a26460-1b08-4056-a2e9-7b918d24122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42172cc520>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:22:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:01.226331 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750d9512-a40b-47b9-9cab-63a7a929256a x-openstack-request-id: req-750d9512-a40b-47b9-9cab-63a7a929256a {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:22:01.226651 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ff70ef-f494-4667-b10b-1975c96f5160", "tag": "6f0862b3-6516-4f2b-a619-2fa8783a4422", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:22:01.235904 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-750d9512-a40b-47b9-9cab-63a7a929256a {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:22:01.235904 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ff70ef-f494-4667-b10b-1975c96f5160', 'tag': '6f0862b3-6516-4f2b-a619-2fa8783a4422', 'status': 'completed', 'code': 200}
Jun 03 20:22:01.342709 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb955912-0233-4766-aa4f-5279779bb396 req-f7ae2332-a841-4bda-8454-dec5e86af0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:01.344436 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-fb955912-0233-4766-aa4f-5279779bb396 req-f7ae2332-a841-4bda-8454-dec5e86af0d7 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=a9b525c195d240939facb0f0f69e34c4&device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 1098 time: 0.1163621
Jun 03 20:22:01.366039 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f421770fa90>, [{'id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'name': 'tempest-TestMinimumBasicScenario-1983019719-router', 'tenant_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f136444d-e741-4abb-b06d-9f1f3be43796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:54Z', 'updated_at': '2021-06-03T20:21:58Z', 'revision_number': 3, 'project_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'gw_port': {'id': 'f136444d-e741-4abb-b06d-9f1f3be43796', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:56Z', 'updated_at': '2021-06-03T20:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:01.371552 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Checking router: 43f7674c-7e61-401b-b0dd-95825c6104d1 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:22:01.371840 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Updating router 43f7674c-7e61-401b-b0dd-95825c6104d1 port f136444d-e741-4abb-b06d-9f1f3be43796 binding host dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:22:01.436070 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-f5a26460-1b08-4056-a2e9-7b918d24122f None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:22:01.437502 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e35d8b-1d13-497c-b365-7f941ad355f9 req-158c70c3-df5d-46af-bfe0-c57675ddda32 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:01.444867 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-26e35d8b-1d13-497c-b365-7f941ad355f9 req-158c70c3-df5d-46af-bfe0-c57675ddda32 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 944 time: 0.2665682
Jun 03 20:22:01.469240 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:01.502586 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:01.563486 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-26e35d8b-1d13-497c-b365-7f941ad355f9 req-a20a3c14-41ef-4604-b812-192102dfc64f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1174557
Jun 03 20:22:01.768140 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8d71a482-8f2d-4102-a9ea-f30eb4c534ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-926052'] for router_interface, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:01.861613 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb955912-0233-4766-aa4f-5279779bb396 req-3ec526da-42d3-4137-b555-61c15391afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:01.867624 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-fb955912-0233-4766-aa4f-5279779bb396 req-3ec526da-42d3-4137-b555-61c15391afb5 service neutron] 10.222.0.122 "GET /v2.0/networks?id=6e68be35-77da-422e-8229-bc0fe54b16d7 HTTP/1.1" status: 200  len: 914 time: 0.3505108
Jun 03 20:22:01.927693 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-f5a26460-1b08-4056-a2e9-7b918d24122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42172cc520>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': '20c9e274-40fc-44af-9a06-f217ff53e67d', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'port_id': '6f0862b3-6516-4f2b-a619-2fa8783a4422', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'mac_address': 'fa:16:3e:40:05:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff70ef-f494-4667-b10b-1975c96f5160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:21:56Z', 'updated_at': '2021-06-03T20:21:56Z', 'revision_number': 0, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:01.933034 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a26460-1b08-4056-a2e9-7b918d24122f None None] The sync data for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi is: [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': '20c9e274-40fc-44af-9a06-f217ff53e67d', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'port_id': '6f0862b3-6516-4f2b-a619-2fa8783a4422', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'mac_address': 'fa:16:3e:40:05:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff70ef-f494-4667-b10b-1975c96f5160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:21:56Z', 'updated_at': '2021-06-03T20:21:56Z', 'revision_number': 0, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:22:01.974259 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 446e0574-0e49-4101-a2cb-5ae9c25b51c2 up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:22:02.042182 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:02.062359 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Transition to ACTIVE for port object f136444d-e741-4abb-b06d-9f1f3be43796 will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:22:02.096201 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 446e0574-0e49-4101-a2cb-5ae9c25b51c2 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:22:02.096586 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:02.208379 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:02.227743 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-43858f85-b750-4400-9bbe-e373c7d845e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:02.238034 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c784104d-0c03-4691-935e-0f570921a560 None None] New status for floating IP 20c9e274-40fc-44af-9a06-f217ff53e67d: ACTIVE {{(pid=92640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 20:22:02.262866 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-fb955912-0233-4766-aa4f-5279779bb396 req-4bc0472d-a6da-4ab9-b93b-a1b2359f8f57 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f0862b3-6516-4f2b-a619-2fa8783a4422 HTTP/1.1" status: 200  len: 999 time: 0.3876626
Jun 03 20:22:02.265371 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:02.312607 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd21284-9388-489d-870b-48227b6135e0 None None] Pushing event updated for resources: {'Port': ['ID=f136444d-e741-4abb-b06d-9f1f3be43796,revision_number=2']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:02.325851 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-6dd21284-9388-489d-870b-48227b6135e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:02.394703 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:02.409340 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Attempting to bind port f136444d-e741-4abb-b06d-9f1f3be43796 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:22:02.409648 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Attempting to bind port f136444d-e741-4abb-b06d-9f1f3be43796 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:22:02.410062 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Attempting to bind port f136444d-e741-4abb-b06d-9f1f3be43796 on network 03dbdf41-c79d-4ee5-9893-443b21628827 {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:22:02.436471 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 446e0574-0e49-4101-a2cb-5ae9c25b51c2, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=446e0574-0e49-4101-a2cb-5ae9c25b51c2,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:22:02.437797 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:22:02.438277 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Checking segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:22:02.438722 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:02.442221 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Bound using segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:22:02.442221 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Bound port: f136444d-e741-4abb-b06d-9f1f3be43796, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:22:02.442221 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:02.442537 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb955912-0233-4766-aa4f-5279779bb396 req-d923bd4e-e8b3-4db0-a95b-660a28b42c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:02.443843 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-fb955912-0233-4766-aa4f-5279779bb396 req-d923bd4e-e8b3-4db0-a95b-660a28b42c74 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=edc2a89f-71b4-4e63-9775-449d925ee0ff HTTP/1.1" status: 200  len: 851 time: 0.1563435
Jun 03 20:22:02.469686 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e0574-0e49-4101-a2cb-5ae9c25b51c2'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:22:02.471969 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f7ef55-c8a0-4fc6-a4da-b814990dca00" -d '{"events": [{"server_uuid": "d6914333-dde9-481d-bef3-a7b52ddb9527", "name": "network-vif-plugged", "status": "completed", "tag": "446e0574-0e49-4101-a2cb-5ae9c25b51c2"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:22:02.502535 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-8d71a482-8f2d-4102-a9ea-f30eb4c534ff admin admin] Deleting port 7ae58525-c856-42a0-8b0f-6c91b947c88a {{(pid=92637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:22:02.503194 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8d71a482-8f2d-4102-a9ea-f30eb4c534ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:02.557713 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:02.564897 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:02.628375 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb955912-0233-4766-aa4f-5279779bb396 req-d7facfff-0154-45f3-9124-a077d24ffb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:02.630025 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-fb955912-0233-4766-aa4f-5279779bb396 req-d7facfff-0154-45f3-9124-a077d24ffb4a service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6e68be35-77da-422e-8229-bc0fe54b16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1784649
Jun 03 20:22:02.782319 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb43620-162c-45b8-8b42-15111b76a5ce x-openstack-request-id: req-afb43620-162c-45b8-8b42-15111b76a5ce {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:22:02.785239 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6914333-dde9-481d-bef3-a7b52ddb9527", "name": "network-vif-plugged", "status": "completed", "tag": "446e0574-0e49-4101-a2cb-5ae9c25b51c2", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:22:02.785239 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-afb43620-162c-45b8-8b42-15111b76a5ce {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:22:02.789760 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e0574-0e49-4101-a2cb-5ae9c25b51c2', 'code': 200}
Jun 03 20:22:02.833245 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] For port f136444d-e741-4abb-b06d-9f1f3be43796, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:22:02.848036 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-fb955912-0233-4766-aa4f-5279779bb396 req-1dacdaa9-6c27-474e-b90f-9f32ca1c7aec service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2072375
Jun 03 20:22:02.860918 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] For port f136444d-e741-4abb-b06d-9f1f3be43796, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=f136444d-e741-4abb-b06d-9f1f3be43796,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:22:02.869883 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=446e0574-0e49-4101-a2cb-5ae9c25b51c2,revision_number=7']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:02.874658 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [None req-8d71a482-8f2d-4102-a9ea-f30eb4c534ff admin admin] For port 7ae58525-c856-42a0-8b0f-6c91b947c88a, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=7ae58525-c856-42a0-8b0f-6c91b947c88a,segment=NetworkSegment(cf470bb2-6deb-404f-82d1-83a23ef347bb),segment_id=cf470bb2-6deb-404f-82d1-83a23ef347bb)] {{(pid=92637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:22:02.875232 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8d71a482-8f2d-4102-a9ea-f30eb4c534ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:02.880940 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:02.945345 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:02.961363 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:02.969345 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:02.974065 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5ecf8-0de4-419f-adb0-84561c29642d req-a67a512b-84b5-425f-8ebb-260c7ab6305d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:02.974065 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-dba5ecf8-0de4-419f-adb0-84561c29642d req-a67a512b-84b5-425f-8ebb-260c7ab6305d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.2194109
Jun 03 20:22:03.026291 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Allocated IP 172.20.0.1 (147b121b-8927-4fad-a90c-623de73d425a/720e745d-eeec-40fd-8982-cb0f2956750c/cd50e301-a6e2-45dc-b56c-bd2f9f0583f5) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:22:03.044286 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-8d71a482-8f2d-4102-a9ea-f30eb4c534ff admin admin] Calling delete_port for 7ae58525-c856-42a0-8b0f-6c91b947c88a owned by network:router_interface {{(pid=92637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:22:03.082567 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-fb955912-0233-4766-aa4f-5279779bb396 req-4aab9842-02cb-480e-9294-3f5964628485 service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1989684
Jun 03 20:22:03.107864 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-dba5ecf8-0de4-419f-adb0-84561c29642d req-9507d951-b647-4e9e-990b-271c89d7a810 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706716
Jun 03 20:22:03.135825 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd21284-9388-489d-870b-48227b6135e0 None None] Pushing event updated for resources: {'Port': ['ID=f136444d-e741-4abb-b06d-9f1f3be43796,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:03.142659 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-6dd21284-9388-489d-870b-48227b6135e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:03.154979 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Routers {'43f7674c-7e61-401b-b0dd-95825c6104d1'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:22:03.155619 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f421770fa90>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:22:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['43f7674c-7e61-401b-b0dd-95825c6104d1'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:03.317215 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:03.336987 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Transition to ACTIVE for port object cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 will not be triggered until provisioned by entity DHCP. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:22:03.397052 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] Set router 43f7674c-7e61-401b-b0dd-95825c6104d1 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:22:03.436837 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:03.442019 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-6c32a0e8-649f-423e-8e31-6cec8ba18662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:03.505694 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Network 147b121b-8927-4fad-a90c-623de73d425a is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:22:03.508604 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:22:03.512360 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:22:03.558368 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Pushing event updated for resources: {'Port': ['ID=cd50e301-a6e2-45dc-b56c-bd2f9f0583f5,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:03.564480 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8d71a482-8f2d-4102-a9ea-f30eb4c534ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:03.567544 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:03.584011 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-837115'] for router_interface, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:03.589735 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:03.770066 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71a482-8f2d-4102-a9ea-f30eb4c534ff admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae58525-c856-42a0-8b0f-6c91b947c88a,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:03.790395 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f421770fa90>, [{'id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'name': 'tempest-TestMinimumBasicScenario-1983019719-router', 'tenant_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f136444d-e741-4abb-b06d-9f1f3be43796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:54Z', 'updated_at': '2021-06-03T20:21:58Z', 'revision_number': 3, 'project_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'gw_port': {'id': 'f136444d-e741-4abb-b06d-9f1f3be43796', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:56Z', 'updated_at': '2021-06-03T20:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:03.796353 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cac177-2e79-4d3b-a2fa-e6c5278b1cc9 None None] The sync data for ids ['43f7674c-7e61-401b-b0dd-95825c6104d1'] in dv-cinder-794669-1-iscsi is: [{'id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'name': 'tempest-TestMinimumBasicScenario-1983019719-router', 'tenant_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f136444d-e741-4abb-b06d-9f1f3be43796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:54Z', 'updated_at': '2021-06-03T20:21:58Z', 'revision_number': 3, 'project_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'gw_port': {'id': 'f136444d-e741-4abb-b06d-9f1f3be43796', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:56Z', 'updated_at': '2021-06-03T20:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:22:03.801800 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-8d71a482-8f2d-4102-a9ea-f30eb4c534ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:03.909750 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:03.950162 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-112d6e0f-ebe3-42c6-b6a3-083b81031483 None None] Provisioning for port cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:22:03.956550 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-112d6e0f-ebe3-42c6-b6a3-083b81031483 None None] Provisioning complete for port cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:22:03.957069 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-112d6e0f-ebe3-42c6-b6a3-083b81031483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:04.045101 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-112d6e0f-ebe3-42c6-b6a3-083b81031483 None None] Port cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:22:04.224286 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8d71a482-8f2d-4102-a9ea-f30eb4c534ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929722'] for router_interface, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:04.618315 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device f136444d-e741-4abb-b06d-9f1f3be43796 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:22:04.653173 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b138f1-c257-4a78-a98c-d4390f6a0786 req-831f2b2d-fc53-494a-ae32-5a2af19d4e4d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:04.660663 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-24b138f1-c257-4a78-a98c-d4390f6a0786 req-831f2b2d-fc53-494a-ae32-5a2af19d4e4d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.3229084
Jun 03 20:22:04.717848 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:04.752522 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-24b138f1-c257-4a78-a98c-d4390f6a0786 req-631cc2ef-4367-49b0-ae89-84404ca802a7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909445
Jun 03 20:22:04.836745 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:04.860923 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port f136444d-e741-4abb-b06d-9f1f3be43796 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:22:04.866818 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port f136444d-e741-4abb-b06d-9f1f3be43796 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:22:04.871239 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:04.878986 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:04.987683 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Pushing event updated for resources: {'Port': ['ID=cd50e301-a6e2-45dc-b56c-bd2f9f0583f5,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:04.993686 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:04.994547 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926103'] for router_interface, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:05.126800 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:05.152278 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port f136444d-e741-4abb-b06d-9f1f3be43796, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=f136444d-e741-4abb-b06d-9f1f3be43796,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:22:05.211733 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d71a482-8f2d-4102-a9ea-f30eb4c534ff admin admin] Router 414a8d0f-9f3d-4160-8ddd-a63771507516 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:22:05.225056 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:05.227444 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-6dd21284-9388-489d-870b-48227b6135e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:05.231990 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Network 147b121b-8927-4fad-a90c-623de73d425a is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:22:05.233214 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:22:05.381803 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=f136444d-e741-4abb-b06d-9f1f3be43796,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:05.386953 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:05.535930 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d71a482-8f2d-4102-a9ea-f30eb4c534ff admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:22:05.548102 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22125243-6286-484b-a746-6463733db273 None None] Sync routers for ids ['414a8d0f-9f3d-4160-8ddd-a63771507516'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:22:05.559634 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-8d71a482-8f2d-4102-a9ea-f30eb4c534ff admin admin] 10.222.0.96 "PUT /v2.0/routers/414a8d0f-9f3d-4160-8ddd-a63771507516/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8227704
Jun 03 20:22:05.564150 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22125243-6286-484b-a746-6463733db273 None None] Routers {'414a8d0f-9f3d-4160-8ddd-a63771507516'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:22:05.564294 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 40586) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:05.565535 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-22125243-6286-484b-a746-6463733db273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42174aeac0>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:22:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['414a8d0f-9f3d-4160-8ddd-a63771507516'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:05.604244 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Router 43f7674c-7e61-401b-b0dd-95825c6104d1 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:22:05.764693 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-7f074ea3-2cbf-4998-848c-82f150619727 None None] Provisioning complete for port cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:22:05.766407 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-7f074ea3-2cbf-4998-848c-82f150619727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:05.864755 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:22:05.895565 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] 10.222.0.96 "PUT /v2.0/routers/43f7674c-7e61-401b-b0dd-95825c6104d1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2130790
Jun 03 20:22:05.904791 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] Notify callbacks [] for router, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:05.992481 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-7f074ea3-2cbf-4998-848c-82f150619727 None None] Port cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:22:06.012153 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-22125243-6286-484b-a746-6463733db273 None None] Set router 414a8d0f-9f3d-4160-8ddd-a63771507516 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:22:06.268017 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4c4b7-f76d-46c7-b668-c55ea8e8591a req-dca94843-d5a8-4929-8886-7cbba3aa6fc0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:06.269676 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-fde4c4b7-f76d-46c7-b668-c55ea8e8591a req-dca94843-d5a8-4929-8886-7cbba3aa6fc0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.2745371
Jun 03 20:22:06.298539 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:06.371428 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-fde4c4b7-f76d-46c7-b668-c55ea8e8591a req-5fdfda67-987c-4853-bace-11d4e27e3680 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0923157
Jun 03 20:22:06.404113 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Sync routers for ids ['43f7674c-7e61-401b-b0dd-95825c6104d1'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:22:06.416988 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Routers {'43f7674c-7e61-401b-b0dd-95825c6104d1'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:22:06.421837 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217fbe130>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:22:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['43f7674c-7e61-401b-b0dd-95825c6104d1'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:06.463869 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device f136444d-e741-4abb-b06d-9f1f3be43796 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:22:06.521488 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] Deleting port 4a739f28-431e-4c72-baaf-bafa90c39733 {{(pid=92637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:22:06.521488 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:06.686510 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port f136444d-e741-4abb-b06d-9f1f3be43796 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:22:06.686911 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:06.705678 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Set router 43f7674c-7e61-401b-b0dd-95825c6104d1 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:22:06.726659 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] For port 4a739f28-431e-4c72-baaf-bafa90c39733, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=4a739f28-431e-4c72-baaf-bafa90c39733,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:22:06.728654 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:06.774902 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-22125243-6286-484b-a746-6463733db273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42174aeac0>, [{'id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'name': 'tempest-ServerRescueNegativeTestJSON-819728615-router', 'tenant_id': '10d1e6de1c374152919c5d3fa5abbb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '4a739f28-431e-4c72-baaf-bafa90c39733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:17:20Z', 'updated_at': '2021-06-03T20:22:03Z', 'revision_number': 5, 'project_id': '10d1e6de1c374152919c5d3fa5abbb75', 'gw_port': {'id': '4a739f28-431e-4c72-baaf-bafa90c39733', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:17:21Z', 'updated_at': '2021-06-03T20:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:06.808717 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40608) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:06.859571 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22125243-6286-484b-a746-6463733db273 None None] Checking router: 414a8d0f-9f3d-4160-8ddd-a63771507516 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:22:06.912644 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22125243-6286-484b-a746-6463733db273 None None] Routers {'414a8d0f-9f3d-4160-8ddd-a63771507516'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:22:06.913317 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-22125243-6286-484b-a746-6463733db273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42174aeac0>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:22:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['414a8d0f-9f3d-4160-8ddd-a63771507516'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:07.044705 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c46eaf4d-be4a-4ee0-93ce-095fa5027b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:07.068339 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-c46eaf4d-be4a-4ee0-93ce-095fa5027b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:22:07.072606 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-c46eaf4d-be4a-4ee0-93ce-095fa5027b86 admin admin] Usage tracker for resource:security_group_rule and tenant:69e26399ff824cc19304f67094618948 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:22:07.076275 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-c46eaf4d-be4a-4ee0-93ce-095fa5027b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:22:07.083001 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-c46eaf4d-be4a-4ee0-93ce-095fa5027b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:22:07.097283 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] Calling delete_port for 4a739f28-431e-4c72-baaf-bafa90c39733 owned by network:router_gateway {{(pid=92637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:22:07.199456 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c46eaf4d-be4a-4ee0-93ce-095fa5027b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:07.296003 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c46eaf4d-be4a-4ee0-93ce-095fa5027b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:07.309298 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-0200c85e-adb0-41db-8f99-bc49594ff955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:07.327356 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-22125243-6286-484b-a746-6463733db273 None None] Set router 414a8d0f-9f3d-4160-8ddd-a63771507516 gateway port host: None {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:22:07.349611 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217fbe130>, [{'id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'name': 'tempest-TestMinimumBasicScenario-1983019719-router', 'tenant_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f136444d-e741-4abb-b06d-9f1f3be43796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:54Z', 'updated_at': '2021-06-03T20:22:03Z', 'revision_number': 4, 'project_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'gw_port': {'id': 'f136444d-e741-4abb-b06d-9f1f3be43796', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:56Z', 'updated_at': '2021-06-03T20:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': 'cd50e301-a6e2-45dc-b56c-bd2f9f0583f5', 'name': '', 'network_id': '147b121b-8927-4fad-a90c-623de73d425a', 'tenant_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'mac_address': 'fa:16:3e:b4:19:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '720e745d-eeec-40fd-8982-cb0f2956750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:22:02Z', 'updated_at': '2021-06-03T20:22:04Z', 'revision_number': 2, 'project_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'subnets': [{'id': '720e745d-eeec-40fd-8982-cb0f2956750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:07.358407 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Checking router: 43f7674c-7e61-401b-b0dd-95825c6104d1 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:22:07.359084 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Updating router 43f7674c-7e61-401b-b0dd-95825c6104d1 port cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 binding host dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:22:07.393704 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:07.400179 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-e417433d-a01a-448a-aca5-c583762b99f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:07.415978 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-c46eaf4d-be4a-4ee0-93ce-095fa5027b86 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=69e26399ff824cc19304f67094618948&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6029897
Jun 03 20:22:07.418766 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40620) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:07.511407 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:07.523044 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46eaf4d-be4a-4ee0-93ce-095fa5027b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef58d218-69fb-4598-9de4-29d444d09f12,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:07.540966 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c46eaf4d-be4a-4ee0-93ce-095fa5027b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:07.547067 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a739f28-431e-4c72-baaf-bafa90c39733,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:07.565000 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:07.579007 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-22125243-6286-484b-a746-6463733db273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42174aeac0>, [{'id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'name': 'tempest-ServerRescueNegativeTestJSON-819728615-router', 'tenant_id': '10d1e6de1c374152919c5d3fa5abbb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:17:20Z', 'updated_at': '2021-06-03T20:22:06Z', 'revision_number': 6, 'project_id': '10d1e6de1c374152919c5d3fa5abbb75', 'gw_port_host': None}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:07.595528 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22125243-6286-484b-a746-6463733db273 None None] The sync data for ids ['414a8d0f-9f3d-4160-8ddd-a63771507516'] in dv-cinder-794669-1-iscsi is: [{'id': '414a8d0f-9f3d-4160-8ddd-a63771507516', 'name': 'tempest-ServerRescueNegativeTestJSON-819728615-router', 'tenant_id': '10d1e6de1c374152919c5d3fa5abbb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:17:20Z', 'updated_at': '2021-06-03T20:22:06Z', 'revision_number': 6, 'project_id': '10d1e6de1c374152919c5d3fa5abbb75', 'gw_port_host': None}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:22:07.623226 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d583a4f5-626c-4939-9ce0-a50d2ec8175e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:07.685990 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d583a4f5-626c-4939-9ce0-a50d2ec8175e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:07.729642 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-836889'] for router_gateway, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:08.006267 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d583a4f5-626c-4939-9ce0-a50d2ec8175e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:08.018258 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-396ed627-e2ca-4494-91ba-aceb84de1c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:08.070850 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583a4f5-626c-4939-9ce0-a50d2ec8175e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef58d218-69fb-4598-9de4-29d444d09f12,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:08.100787 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-d583a4f5-626c-4939-9ce0-a50d2ec8175e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:08.125859 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d583a4f5-626c-4939-9ce0-a50d2ec8175e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:08.129808 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-d583a4f5-626c-4939-9ce0-a50d2ec8175e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ef58d218-69fb-4598-9de4-29d444d09f12 HTTP/1.1" status: 204  len: 168 time: 0.7098894
Jun 03 20:22:08.175223 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4119'] for router, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:08.181155 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:08.296301 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e978c4-934a-4863-bafa-c04a879b6415 req-13a15007-d88b-4eb7-a2a4-d29a0589c6f1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:08.296301 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a0e978c4-934a-4863-bafa-c04a879b6415 req-13a15007-d88b-4eb7-a2a4-d29a0589c6f1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.4769731
Jun 03 20:22:08.357410 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a0e978c4-934a-4863-bafa-c04a879b6415 req-741a83fa-37b3-4342-9570-416e8ddac776 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0943661
Jun 03 20:22:08.383472 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Notify callbacks [] for port, precommit_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:08.665855 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 4a739f28-431e-4c72-baaf-bafa90c39733 no longer exists at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:22:08.703085 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] No Port match for: 4a739f28-431e-4c72-baaf-bafa90c39733 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:22:08.703808 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 4a739f28-431e-4c72-baaf-bafa90c39733 not bound to the agent host dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:22:08.704478 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 7ae58525-c856-42a0-8b0f-6c91b947c88a no longer exists at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:22:08.738633 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] No Port match for: 7ae58525-c856-42a0-8b0f-6c91b947c88a {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:22:08.739086 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 7ae58525-c856-42a0-8b0f-6c91b947c88a not bound to the agent host dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:22:09.009974 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938163'] for router, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:09.010633 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.provisioning_blocks [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Transition to ACTIVE for port object cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 will not be triggered until provisioned by entity L2. {{(pid=92640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:22:09.011097 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 414a8d0f-9f3d-4160-8ddd-a63771507516 {{(pid=92637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 20:22:09.031977 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] Notify callbacks [] for router, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:09.033329 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] 10.222.0.96 "DELETE /v2.0/routers/414a8d0f-9f3d-4160-8ddd-a63771507516 HTTP/1.1" status: 204  len: 168 time: 3.4699752
Jun 03 20:22:09.036213 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 40630) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:09.120844 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_v2 [None req-af53ea4d-bebc-4a91-934a-712f22e6b2a8 admin admin] Deleting subnet 174d75d0-7dfc-49fe-bd08-723170d65455 {{(pid=92637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 20:22:09.127187 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-af53ea4d-bebc-4a91-934a-712f22e6b2a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:09.179325 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-af53ea4d-bebc-4a91-934a-712f22e6b2a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16070436'] for subnet, precommit_delete_associations {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:09.270309 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-af53ea4d-bebc-4a91-934a-712f22e6b2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888552'] for subnet, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:09.308235 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:09.317985 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:09.708990 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:09.769113 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62104de9-5723-4aec-be5e-9811fad77788 None None] Pushing event updated for resources: {'Port': ['ID=cd50e301-a6e2-45dc-b56c-bd2f9f0583f5,revision_number=3']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:09.827910 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-62104de9-5723-4aec-be5e-9811fad77788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:09.871681 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Attempting to bind port cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:22:09.873243 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Attempting to bind port cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'd26e8d02-b9ea-4819-8ade-19e6da0aa79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '147b121b-8927-4fad-a90c-623de73d425a'}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:22:09.873818 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Attempting to bind port cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 on network 147b121b-8927-4fad-a90c-623de73d425a {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:22:09.882712 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:22:09.883643 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Checking segment: {'id': 'd26e8d02-b9ea-4819-8ade-19e6da0aa79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '147b121b-8927-4fad-a90c-623de73d425a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:22:09.884143 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:09.884632 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Bound using segment: {'id': 'd26e8d02-b9ea-4819-8ade-19e6da0aa79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '147b121b-8927-4fad-a90c-623de73d425a'} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:22:09.885204 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Bound port: cd50e301-a6e2-45dc-b56c-bd2f9f0583f5, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26e8d02-b9ea-4819-8ade-19e6da0aa79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '147b121b-8927-4fad-a90c-623de73d425a'}}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:22:09.885804 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:09.926587 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbf318-b479-41cb-99dc-b9a2ce8fbe67 req-ad35e3f9-4f12-4c92-accd-38f1cea7234b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:09.929046 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-40dbf318-b479-41cb-99dc-b9a2ce8fbe67 req-ad35e3f9-4f12-4c92-accd-38f1cea7234b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.3290682
Jun 03 20:22:10.062220 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-40dbf318-b479-41cb-99dc-b9a2ce8fbe67 req-2bf604a7-c394-44f5-8a8f-a5103bdbdfef tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0981772
Jun 03 20:22:10.065044 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-af53ea4d-bebc-4a91-934a-712f22e6b2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16399030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14720095'] for subnet, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:10.083292 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-22e47c6c-cb3f-449c-a6d5-f959a7fd4a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:10.107249 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] For port cd50e301-a6e2-45dc-b56c-bd2f9f0583f5, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:22:10.115232 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] For port cd50e301-a6e2-45dc-b56c-bd2f9f0583f5, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=cd50e301-a6e2-45dc-b56c-bd2f9f0583f5,segment=NetworkSegment(d26e8d02-b9ea-4819-8ade-19e6da0aa79a),segment_id=d26e8d02-b9ea-4819-8ade-19e6da0aa79a)] {{(pid=92640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:22:10.131008 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53ea4d-bebc-4a91-934a-712f22e6b2a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=174d75d0-7dfc-49fe-bd08-723170d65455,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:10.141208 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-af53ea4d-bebc-4a91-934a-712f22e6b2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:10.152316 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-af53ea4d-bebc-4a91-934a-712f22e6b2a8 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/174d75d0-7dfc-49fe-bd08-723170d65455 HTTP/1.1" status: 204  len: 168 time: 1.1148052
Jun 03 20:22:10.153608 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-af53ea4d-bebc-4a91-934a-712f22e6b2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:10.154635 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 40650) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:10.196005 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:10.209462 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:10.353640 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Routers {'43f7674c-7e61-401b-b0dd-95825c6104d1'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:22:10.355825 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217fbe130>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:22:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['43f7674c-7e61-401b-b0dd-95825c6104d1'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:10.422546 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a496b969-9cea-4f3a-ad78-e547a3af92c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645772'] for network, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:10.594150 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] Set router 43f7674c-7e61-401b-b0dd-95825c6104d1 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:22:11.003065 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62104de9-5723-4aec-be5e-9811fad77788 None None] Pushing event updated for resources: {'Port': ['ID=cd50e301-a6e2-45dc-b56c-bd2f9f0583f5,revision_number=4']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:11.015247 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-62104de9-5723-4aec-be5e-9811fad77788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:11.105769 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217fbe130>, [{'id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'name': 'tempest-TestMinimumBasicScenario-1983019719-router', 'tenant_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f136444d-e741-4abb-b06d-9f1f3be43796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:54Z', 'updated_at': '2021-06-03T20:22:03Z', 'revision_number': 4, 'project_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'gw_port': {'id': 'f136444d-e741-4abb-b06d-9f1f3be43796', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:56Z', 'updated_at': '2021-06-03T20:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': 'cd50e301-a6e2-45dc-b56c-bd2f9f0583f5', 'name': '', 'network_id': '147b121b-8927-4fad-a90c-623de73d425a', 'tenant_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'mac_address': 'fa:16:3e:b4:19:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '720e745d-eeec-40fd-8982-cb0f2956750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:22:02Z', 'updated_at': '2021-06-03T20:22:10Z', 'revision_number': 4, 'project_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'subnets': [{'id': '720e745d-eeec-40fd-8982-cb0f2956750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:11.112174 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b68d0ac-1b8b-4556-ac1b-d7b3f6c5f170 None None] The sync data for ids ['43f7674c-7e61-401b-b0dd-95825c6104d1'] in dv-cinder-794669-1-iscsi is: [{'id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'name': 'tempest-TestMinimumBasicScenario-1983019719-router', 'tenant_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f136444d-e741-4abb-b06d-9f1f3be43796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:54Z', 'updated_at': '2021-06-03T20:22:03Z', 'revision_number': 4, 'project_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'gw_port': {'id': 'f136444d-e741-4abb-b06d-9f1f3be43796', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:56Z', 'updated_at': '2021-06-03T20:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': 'cd50e301-a6e2-45dc-b56c-bd2f9f0583f5', 'name': '', 'network_id': '147b121b-8927-4fad-a90c-623de73d425a', 'tenant_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'mac_address': 'fa:16:3e:b4:19:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '720e745d-eeec-40fd-8982-cb0f2956750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:22:02Z', 'updated_at': '2021-06-03T20:22:10Z', 'revision_number': 4, 'project_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'subnets': [{'id': '720e745d-eeec-40fd-8982-cb0f2956750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:22:11.281019 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a496b969-9cea-4f3a-ad78-e547a3af92c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082749', 'neutron.services.segments.db._delete_segments_for_network-8745116134081'] for network, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:11.404758 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-a496b969-9cea-4f3a-ad78-e547a3af92c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4217358d60>,) {'filters': {'network_id': ['ea1ab5d7-057a-46bd-93ff-db6c3dd3b068']}} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:11.505955 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-a496b969-9cea-4f3a-ad78-e547a3af92c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4217358d60>, 'cf470bb2-6deb-404f-82d1-83a23ef347bb') {'for_net_delete': True} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:11.506258 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-a496b969-9cea-4f3a-ad78-e547a3af92c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4217358d60>, 'cf470bb2-6deb-404f-82d1-83a23ef347bb') {} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:22:11.562864 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a496b969-9cea-4f3a-ad78-e547a3af92c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745116137948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16070493'] for segment, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:11.627951 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a496b969-9cea-4f3a-ad78-e547a3af92c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:11.646538 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a496b969-9cea-4f3a-ad78-e547a3af92c8 admin admin] Releasing vlan 1319 on physical network physnet1 to pool {{(pid=92637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 20:22:11.669740 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a496b969-9cea-4f3a-ad78-e547a3af92c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16398940'] for segment, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]: Traceback (most recent call last):
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:     timer()
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:     cb(*args, **kw)
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:     return func(*args, **kwargs)
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:     self._notify()
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:     self.callback(batched_events)
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:     event.method(event)
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:     return f(self, *a, **k)
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self._get(url).json()
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self.request(url, 'GET', **kwargs)
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 20:22:11.713630 dv-cinder-794669-1-iscsi neutron-server[92637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 20:22:11.869759 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b05e9b-ed60-4515-b99b-fb98bd83a24f req-1e40944e-02b8-4b9d-a68c-ef03336ad573 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:11.891523 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b7b05e9b-ed60-4515-b99b-fb98bd83a24f req-1e40944e-02b8-4b9d-a68c-ef03336ad573 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.5713077
Jun 03 20:22:12.025328 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b7b05e9b-ed60-4515-b99b-fb98bd83a24f req-e25a757f-17b2-4e2e-a2e4-351bd306e878 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1284199
Jun 03 20:22:12.387035 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a496b969-9cea-4f3a-ad78-e547a3af92c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-836978'] for network, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:12.393854 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a2806bd3-2839-4400-85c1-e720f85e4f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:12.432610 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a496b969-9cea-4f3a-ad78-e547a3af92c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:12.459909 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496b969-9cea-4f3a-ad78-e547a3af92c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea1ab5d7-057a-46bd-93ff-db6c3dd3b068,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:12.475304 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a496b969-9cea-4f3a-ad78-e547a3af92c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:12.493085 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:22:12.547370 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-a496b969-9cea-4f3a-ad78-e547a3af92c8 admin admin] 10.222.0.96 "DELETE /v2.0/networks/ea1ab5d7-057a-46bd-93ff-db6c3dd3b068 HTTP/1.1" status: 204  len: 168 time: 2.3893445
Jun 03 20:22:12.697746 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:22:12.703359 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:22:12.705779 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:12.845556 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 40694) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:12.962993 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:13.018148 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 40698) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:13.020215 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port cd50e301-a6e2-45dc-b56c-bd2f9f0583f5, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=cd50e301-a6e2-45dc-b56c-bd2f9f0583f5,segment=NetworkSegment(d26e8d02-b9ea-4819-8ade-19e6da0aa79a),segment_id=d26e8d02-b9ea-4819-8ade-19e6da0aa79a)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:22:13.093517 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:13.095831 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:13.165467 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-aec17a44-6282-4b0d-9570-2868c20ba7fb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=10d1e6de1c374152919c5d3fa5abbb75&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1491776
Jun 03 20:22:13.168260 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40702) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:13.305872 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=cd50e301-a6e2-45dc-b56c-bd2f9f0583f5,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:13.310525 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:13.353284 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-215faca6-f7be-49bd-bc89-20239b49a512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:13.382552 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-215faca6-f7be-49bd-bc89-20239b49a512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:22:13.397315 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-215faca6-f7be-49bd-bc89-20239b49a512 admin admin] Usage tracker for resource:security_group_rule and tenant:011b2b095fd4432f83a20f390e217ce9 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:22:13.401291 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-215faca6-f7be-49bd-bc89-20239b49a512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:22:13.410494 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-215faca6-f7be-49bd-bc89-20239b49a512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:22:13.412005 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-20a83423-b14a-42aa-a003-7c8dcd8f55f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:13.531241 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7becf-1db3-4489-9c64-0b1c70478bf9 req-bad90593-80db-4ccb-a9f5-88c0baa6271e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:13.542430 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5dc7becf-1db3-4489-9c64-0b1c70478bf9 req-bad90593-80db-4ccb-a9f5-88c0baa6271e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.2736261
Jun 03 20:22:13.556018 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-20a83423-b14a-42aa-a003-7c8dcd8f55f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:13.618585 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-215faca6-f7be-49bd-bc89-20239b49a512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:13.691394 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5dc7becf-1db3-4489-9c64-0b1c70478bf9 req-cb1299d7-7e8c-4f29-933a-175e63f594aa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1375453
Jun 03 20:22:13.702811 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-215faca6-f7be-49bd-bc89-20239b49a512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:13.713582 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-979b7d23-79cc-4ba4-a817-57239d7feb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:13.786494 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-215faca6-f7be-49bd-bc89-20239b49a512 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=011b2b095fd4432f83a20f390e217ce9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9397206
Jun 03 20:22:13.790188 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40704) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:13.791131 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215faca6-f7be-49bd-bc89-20239b49a512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bb577d-e027-465c-ab05-524fdbd8898a,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:13.797237 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-215faca6-f7be-49bd-bc89-20239b49a512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:13.818155 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-20a83423-b14a-42aa-a003-7c8dcd8f55f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:13.825294 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-f5cf4024-d125-4ba2-87df-d4e98243a43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:13.855755 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a83423-b14a-42aa-a003-7c8dcd8f55f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6771fdeb-d2b8-417e-9234-c2657938c574,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:13.893296 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-20a83423-b14a-42aa-a003-7c8dcd8f55f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:13.942772 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-20a83423-b14a-42aa-a003-7c8dcd8f55f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:13.944834 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-20a83423-b14a-42aa-a003-7c8dcd8f55f6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6771fdeb-d2b8-417e-9234-c2657938c574 HTTP/1.1" status: 204  len: 168 time: 0.7754304
Jun 03 20:22:13.946695 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-727319d5-0b35-495d-873b-e5936ee53dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:14.000825 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-727319d5-0b35-495d-873b-e5936ee53dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:14.417592 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:22:14.443163 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-727319d5-0b35-495d-873b-e5936ee53dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:14.443163 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:14.457119 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727319d5-0b35-495d-873b-e5936ee53dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bb577d-e027-465c-ab05-524fdbd8898a,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:14.459462 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-727319d5-0b35-495d-873b-e5936ee53dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:14.470724 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-727319d5-0b35-495d-873b-e5936ee53dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:14.478477 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-727319d5-0b35-495d-873b-e5936ee53dd3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/06bb577d-e027-465c-ab05-524fdbd8898a HTTP/1.1" status: 204  len: 168 time: 0.6871603
Jun 03 20:22:14.547368 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:22:14.548010 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:15.000678 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444db1e9-5a8e-473b-9b9f-8c3b3d71687e req-264f3fa7-a815-4096-b352-9a72ede22c0b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:15.004771 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-444db1e9-5a8e-473b-9b9f-8c3b3d71687e req-264f3fa7-a815-4096-b352-9a72ede22c0b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.1666298
Jun 03 20:22:15.135574 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-444db1e9-5a8e-473b-9b9f-8c3b3d71687e req-770e8c02-3c92-4b97-b0dd-824c0b3631fc tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1243362
Jun 03 20:22:15.308259 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:22:16.502301 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afb4fe-3ba1-4ceb-ac11-68f54a41c930 req-a20796d0-57c9-42ac-a167-0743a6b934d0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:16.510867 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-27afb4fe-3ba1-4ceb-ac11-68f54a41c930 req-a20796d0-57c9-42ac-a167-0743a6b934d0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.1228044
Jun 03 20:22:16.564106 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-27afb4fe-3ba1-4ceb-ac11-68f54a41c930 req-2a115c27-a079-45e6-8825-cfbb669057a8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521955
Jun 03 20:22:17.990790 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df170d51-ecb5-4910-9f52-3937bb0c484d req-efd0382c-0de8-4bdd-88d6-fb741a14b22e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:17.992320 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-df170d51-ecb5-4910-9f52-3937bb0c484d req-efd0382c-0de8-4bdd-88d6-fb741a14b22e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.1828754
Jun 03 20:22:18.112334 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-df170d51-ecb5-4910-9f52-3937bb0c484d req-c2e88f1b-9143-4f6b-999b-b0e44cde9830 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1060936
Jun 03 20:22:19.372196 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e8cf6-1511-46d0-83df-8ecf735bafc4 req-1117ee81-a667-46d9-a284-6d34aab583cd tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:19.374276 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-919e8cf6-1511-46d0-83df-8ecf735bafc4 req-1117ee81-a667-46d9-a284-6d34aab583cd tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.1149080
Jun 03 20:22:19.498498 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-919e8cf6-1511-46d0-83df-8ecf735bafc4 req-30bb82ba-c91d-4411-a480-71d3857afe49 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0959198
Jun 03 20:22:20.151209 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 40816) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:20.288011 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-faef2f7b-4fbe-4958-aa01-16918b324d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:20.305539 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-faef2f7b-4fbe-4958-aa01-16918b324d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:22:20.309350 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-faef2f7b-4fbe-4958-aa01-16918b324d40 admin admin] Usage tracker for resource:security_group_rule and tenant:e22a8e2fbc7e4e8c9e42e51fc308c0b0 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:22:20.312381 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-faef2f7b-4fbe-4958-aa01-16918b324d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:22:20.318064 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-faef2f7b-4fbe-4958-aa01-16918b324d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:22:20.407515 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-faef2f7b-4fbe-4958-aa01-16918b324d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:20.814365 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e9b9-e548-4607-8149-75d1f3051b36 req-ee6747b8-4e37-4c39-98dc-4773af67108f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:20.815942 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9409e9b9-e548-4607-8149-75d1f3051b36 req-ee6747b8-4e37-4c39-98dc-4773af67108f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.2017725
Jun 03 20:22:20.861031 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9409e9b9-e548-4607-8149-75d1f3051b36 req-c161ee02-be4c-4a5f-917d-e80b5394dd6c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388532
Jun 03 20:22:21.300828 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-faef2f7b-4fbe-4958-aa01-16918b324d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:21.307595 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-69f41d5e-7d95-4950-a37f-b10bff7ac57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:21.350295 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-faef2f7b-4fbe-4958-aa01-16918b324d40 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e22a8e2fbc7e4e8c9e42e51fc308c0b0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1978962
Jun 03 20:22:21.351249 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef2f7b-4fbe-4958-aa01-16918b324d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1080d2c1-7da6-4213-9efa-a63a14bdf744,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:21.352935 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40828) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:21.354778 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-faef2f7b-4fbe-4958-aa01-16918b324d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:21.414654 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c75bf9e9-265b-4eeb-80b4-07451038d2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:21.458961 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c75bf9e9-265b-4eeb-80b4-07451038d2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:21.630345 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c75bf9e9-265b-4eeb-80b4-07451038d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:21.639687 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-1546b8b9-5b82-461a-bd7b-643544e2d526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:21.665505 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bf9e9-265b-4eeb-80b4-07451038d2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1080d2c1-7da6-4213-9efa-a63a14bdf744,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:21.668372 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c75bf9e9-265b-4eeb-80b4-07451038d2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:21.679410 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c75bf9e9-265b-4eeb-80b4-07451038d2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:21.679410 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-c75bf9e9-265b-4eeb-80b4-07451038d2fa admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1080d2c1-7da6-4213-9efa-a63a14bdf744 HTTP/1.1" status: 204  len: 168 time: 0.3211825
Jun 03 20:22:22.364828 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 40868) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:22.444649 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1ca3668a-fa40-4821-bf6c-a71825322ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:22.465130 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-1ca3668a-fa40-4821-bf6c-a71825322ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:22:22.470609 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-1ca3668a-fa40-4821-bf6c-a71825322ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:f5b614ac949e48d89813014ab6432e75 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:22:22.473620 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-1ca3668a-fa40-4821-bf6c-a71825322ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:22:22.479457 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-1ca3668a-fa40-4821-bf6c-a71825322ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:22:22.509395 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14719cc3-8a8e-4449-87b7-806bcb22459d req-ce69f45a-12c6-426c-af8e-75ccccee054e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:22.517832 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-14719cc3-8a8e-4449-87b7-806bcb22459d req-ce69f45a-12c6-426c-af8e-75ccccee054e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.5403848
Jun 03 20:22:22.562180 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-14719cc3-8a8e-4449-87b7-806bcb22459d req-ef83f07b-3758-4f63-b93b-173cbfef3264 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434771
Jun 03 20:22:22.581394 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1ca3668a-fa40-4821-bf6c-a71825322ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:22.692248 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1ca3668a-fa40-4821-bf6c-a71825322ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:22.699511 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-772fa0a7-6ab2-47db-b8c6-7db9de54976c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:22.739301 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3668a-fa40-4821-bf6c-a71825322ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7460e6-522f-4e81-86c2-2ca5336a2e89,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:22.742397 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-1ca3668a-fa40-4821-bf6c-a71825322ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:22.759197 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-1ca3668a-fa40-4821-bf6c-a71825322ad3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f5b614ac949e48d89813014ab6432e75&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3856115
Jun 03 20:22:22.759565 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40874) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:22.768052 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6b4df-68b5-4a3f-b086-0b94d30071fa req-7db96fa4-b873-47e3-988c-8c83f663141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:22.769595 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d9b6b4df-68b5-4a3f-b086-0b94d30071fa req-7db96fa4-b873-47e3-988c-8c83f663141e service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=f5cdd4a3137d4af39a4e825b870c302b&device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 1098 time: 0.0914648
Jun 03 20:22:22.916570 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40878) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:22.920804 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-90c49b6e-758e-4fb7-b38d-e159254da0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:22.967945 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-aa1044ae-8566-4e91-b485-235f60b7cf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:22.991575 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6b4df-68b5-4a3f-b086-0b94d30071fa req-6aa173a4-b9e0-4d21-a17f-3ffca4909686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:22.993094 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d9b6b4df-68b5-4a3f-b086-0b94d30071fa req-6aa173a4-b9e0-4d21-a17f-3ffca4909686 service neutron] 10.222.0.122 "GET /v2.0/networks?id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36 HTTP/1.1" status: 200  len: 919 time: 0.2118254
Jun 03 20:22:23.000014 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-90c49b6e-758e-4fb7-b38d-e159254da0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:23.069980 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-aa1044ae-8566-4e91-b485-235f60b7cf07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:22:23.092357 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-aa1044ae-8566-4e91-b485-235f60b7cf07 admin admin] Usage tracker for resource:security_group_rule and tenant:82311ae9383e49b68dd40a101bc603e6 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:22:23.119774 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-aa1044ae-8566-4e91-b485-235f60b7cf07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:22:23.149848 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-aa1044ae-8566-4e91-b485-235f60b7cf07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:22:23.203163 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d9b6b4df-68b5-4a3f-b086-0b94d30071fa req-29ccb2fc-4c3b-4698-9cca-4a64afa4fbf9 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=446e0574-0e49-4101-a2cb-5ae9c25b51c2 HTTP/1.1" status: 200  len: 1000 time: 0.1954865
Jun 03 20:22:23.355454 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6b4df-68b5-4a3f-b086-0b94d30071fa req-4520743a-c9c1-4357-8b44-5db014f51e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:23.357303 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d9b6b4df-68b5-4a3f-b086-0b94d30071fa req-4520743a-c9c1-4357-8b44-5db014f51e46 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2 HTTP/1.1" status: 200  len: 856 time: 0.0976243
Jun 03 20:22:23.366801 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6030d0b9-0cf9-4818-b7bb-19bddd97612d tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:23.367432 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6030d0b9-0cf9-4818-b7bb-19bddd97612d tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Synchronizing usage tracker for tenant:e535257a7b7d4e5db09589330c6661d8 on resource:network {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:22:23.409194 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-90c49b6e-758e-4fb7-b38d-e159254da0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:23.420643 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-d583a4f5-626c-4939-9ce0-a50d2ec8175e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:23.449108 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c49b6e-758e-4fb7-b38d-e159254da0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7460e6-522f-4e81-86c2-2ca5336a2e89,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:23.451562 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-90c49b6e-758e-4fb7-b38d-e159254da0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:23.476484 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-90c49b6e-758e-4fb7-b38d-e159254da0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:23.480511 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-90c49b6e-758e-4fb7-b38d-e159254da0ff admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dc7460e6-522f-4e81-86c2-2ca5336a2e89 HTTP/1.1" status: 204  len: 168 time: 0.7246943
Jun 03 20:22:23.526750 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6b4df-68b5-4a3f-b086-0b94d30071fa req-88c8d7e9-a010-4c77-b388-7bbd1785a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:23.528237 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d9b6b4df-68b5-4a3f-b086-0b94d30071fa req-88c8d7e9-a010-4c77-b388-7bbd1785a3e1 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1582682
Jun 03 20:22:23.536380 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-aa1044ae-8566-4e91-b485-235f60b7cf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:23.561016 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6030d0b9-0cf9-4818-b7bb-19bddd97612d tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Unset dirty status for tenant:e535257a7b7d4e5db09589330c6661d8 on resource:network {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:22:23.562154 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6030d0b9-0cf9-4818-b7bb-19bddd97612d tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/networks?id=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb HTTP/1.1" status: 200  len: 813 time: 0.4669757
Jun 03 20:22:23.634554 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-aa1044ae-8566-4e91-b485-235f60b7cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:23.642319 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-f40aa32e-713f-4a4a-9d4b-7d709ea959a9 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/quotas/e535257a7b7d4e5db09589330c6661d8 HTTP/1.1" status: 200  len: 375 time: 0.0704312
Jun 03 20:22:23.648016 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-0f85bb98-beb5-42dd-8235-512e435d483c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:23.748779 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-aa1044ae-8566-4e91-b485-235f60b7cf07 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=82311ae9383e49b68dd40a101bc603e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8309991
Jun 03 20:22:23.751440 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 40894) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:23.769673 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1044ae-8566-4e91-b485-235f60b7cf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717b14d7-fbe4-4d48-a497-84b2fd861802,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:23.771131 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-aa1044ae-8566-4e91-b485-235f60b7cf07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:23.773354 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d9b6b4df-68b5-4a3f-b086-0b94d30071fa req-13711232-1fc9-43ea-9a41-22a7618ef31c service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2359917
Jun 03 20:22:23.805670 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548b2fc-7d7e-493c-be91-2445dc879fc0 req-c2b4c0af-f599-4070-a58e-1428e14f0bcc tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:23.807183 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d548b2fc-7d7e-493c-be91-2445dc879fc0 req-c2b4c0af-f599-4070-a58e-1428e14f0bcc tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.1279793
Jun 03 20:22:23.855717 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e6ca669c-95cf-4b6b-9b89-adfc9660792f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:23.899163 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e6ca669c-95cf-4b6b-9b89-adfc9660792f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:23.902541 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-813f06b4-7ee8-4335-ab7d-bcff82918c37 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e535257a7b7d4e5db09589330c6661d8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2385733
Jun 03 20:22:23.908089 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d548b2fc-7d7e-493c-be91-2445dc879fc0 req-d693ebd3-1628-4ecc-9fe2-db54544a6584 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841656
Jun 03 20:22:23.960789 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d9b6b4df-68b5-4a3f-b086-0b94d30071fa req-1f06fb8c-4d92-442e-bdb3-d11db45c31aa service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758096
Jun 03 20:22:24.040856 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e6ca669c-95cf-4b6b-9b89-adfc9660792f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:24.045034 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-453a8b41-b73e-4912-a41a-1be4bfde2c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:24.059304 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca669c-95cf-4b6b-9b89-adfc9660792f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717b14d7-fbe4-4d48-a497-84b2fd861802,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:24.063355 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-e6ca669c-95cf-4b6b-9b89-adfc9660792f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:24.076435 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-e6ca669c-95cf-4b6b-9b89-adfc9660792f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:24.080411 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-e6ca669c-95cf-4b6b-9b89-adfc9660792f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/717b14d7-fbe4-4d48-a497-84b2fd861802 HTTP/1.1" status: 204  len: 168 time: 0.3280175
Jun 03 20:22:24.164997 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-78712bcb-f340-462f-a1af-e3c066224208 service neutron] 10.222.0.96 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2476985
Jun 03 20:22:24.219681 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 40902) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:24.237770 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d3457738-ca5b-4b90-a030-0d879831b9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:24.263420 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-d3457738-ca5b-4b90-a030-0d879831b9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:22:24.269398 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-d3457738-ca5b-4b90-a030-0d879831b9c4 admin admin] Usage tracker for resource:security_group_rule and tenant:6ba0ca3833f0412083309e2c22008a10 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:22:24.274090 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-d3457738-ca5b-4b90-a030-0d879831b9c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:22:24.283746 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-d3457738-ca5b-4b90-a030-0d879831b9c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:22:24.305223 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-5baaf2ae-431f-4759-94a1-e62e45aec2fd service neutron] 10.222.0.96 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343472
Jun 03 20:22:24.376353 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d3457738-ca5b-4b90-a030-0d879831b9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:24.466419 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d3457738-ca5b-4b90-a030-0d879831b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:24.474773 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-27046486-b1de-4752-ba22-ce156d293487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:24.516141 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-d3457738-ca5b-4b90-a030-0d879831b9c4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6ba0ca3833f0412083309e2c22008a10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2953892
Jun 03 20:22:24.519252 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 40906) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:24.520109 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3457738-ca5b-4b90-a030-0d879831b9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42f24e3-49a6-43dd-ace9-a6888a9aa0bc,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:24.527521 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-d3457738-ca5b-4b90-a030-0d879831b9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:24.605413 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-b758b80f-3847-43f3-9ffe-a49e5244ec3b req-6c8f574b-048e-4e01-8a19-105f3e32127f tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Synchronizing usage tracker for tenant:e535257a7b7d4e5db09589330c6661d8 on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:22:24.699239 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a11fdaab-df3b-4448-b699-a70723b9eab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:24.718087 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-b758b80f-3847-43f3-9ffe-a49e5244ec3b req-6c8f574b-048e-4e01-8a19-105f3e32127f tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Unset dirty status for tenant:e535257a7b7d4e5db09589330c6661d8 on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:22:24.719345 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b758b80f-3847-43f3-9ffe-a49e5244ec3b req-6c8f574b-048e-4e01-8a19-105f3e32127f tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 210 time: 0.1689637
Jun 03 20:22:24.726765 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a11fdaab-df3b-4448-b699-a70723b9eab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:24.875507 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a11fdaab-df3b-4448-b699-a70723b9eab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:24.880479 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-49425416-5045-405e-a96c-60f02557039b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:24.891689 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fdaab-df3b-4448-b699-a70723b9eab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42f24e3-49a6-43dd-ace9-a6888a9aa0bc,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:24.897104 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-a11fdaab-df3b-4448-b699-a70723b9eab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:24.908841 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a11fdaab-df3b-4448-b699-a70723b9eab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:24.910827 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-a11fdaab-df3b-4448-b699-a70723b9eab8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f42f24e3-49a6-43dd-ace9-a6888a9aa0bc HTTP/1.1" status: 204  len: 168 time: 0.3903935
Jun 03 20:22:25.125077 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450c4ea-49b6-4844-a9e6-1cd7b1e9e5ca req-89521ddc-ec33-4bd9-8093-9b25549108f1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:25.126658 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a450c4ea-49b6-4844-a9e6-1cd7b1e9e5ca req-89521ddc-ec33-4bd9-8093-9b25549108f1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.0849965
Jun 03 20:22:25.174579 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a450c4ea-49b6-4844-a9e6-1cd7b1e9e5ca req-07af209c-eea9-4f47-bc89-60f0f33f2c72 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418720
Jun 03 20:22:25.816836 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7e1df436-a873-444a-97ad-b03c6bfde3f4 req-f318385b-3d84-4409-aa26-b258ddefd74f tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 210 time: 0.0434482
Jun 03 20:22:26.097173 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 446e0574-0e49-4101-a2cb-5ae9c25b51c2 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:22:26.292768 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:26.336998 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446e0574-0e49-4101-a2cb-5ae9c25b51c2'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:22:26.339293 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bcb012-8758-4298-bc71-b3b57a7f033a" -d '{"events": [{"server_uuid": "d6914333-dde9-481d-bef3-a7b52ddb9527", "name": "network-vif-unplugged", "status": "completed", "tag": "446e0574-0e49-4101-a2cb-5ae9c25b51c2"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:22:26.348836 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 446e0574-0e49-4101-a2cb-5ae9c25b51c2, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=446e0574-0e49-4101-a2cb-5ae9c25b51c2,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:22:26.393639 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 20:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7dd6b5-14a1-4b4a-b046-e91d7e38a71a x-openstack-request-id: req-9e7dd6b5-14a1-4b4a-b046-e91d7e38a71a {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:22:26.393942 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6914333-dde9-481d-bef3-a7b52ddb9527", "name": "network-vif-unplugged", "status": "completed", "tag": "446e0574-0e49-4101-a2cb-5ae9c25b51c2", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:22:26.394203 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9e7dd6b5-14a1-4b4a-b046-e91d7e38a71a {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:22:26.394589 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446e0574-0e49-4101-a2cb-5ae9c25b51c2', 'code': 200}
Jun 03 20:22:26.407647 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084df48-ca60-4b6d-adc8-6eb3df8de56b req-521052ee-1ec6-4b72-843b-23664a8a24c9 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:26.409538 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7084df48-ca60-4b6d-adc8-6eb3df8de56b req-521052ee-1ec6-4b72-843b-23664a8a24c9 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 945 time: 0.1002378
Jun 03 20:22:26.473753 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7084df48-ca60-4b6d-adc8-6eb3df8de56b req-768f69af-a163-44ab-9f0c-22a34a0cd53d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574985
Jun 03 20:22:26.495272 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:26.501421 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:26.565933 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=446e0574-0e49-4101-a2cb-5ae9c25b51c2,revision_number=8']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:26.569592 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:26.982590 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4f05eaf3-1897-4c5d-996e-a189199000b4 req-c25a3975-24ce-4e47-9203-f669090d7dac tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 210 time: 0.0490730
Jun 03 20:22:27.440849 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-f9af6ccc-b60c-4865-99d9-edc3734512eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:27.671526 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179a8e7-4b0a-4532-922e-6432fe6c688b req-e3590892-313e-488c-9ab0-83e9800c9ed7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:27.673035 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d179a8e7-4b0a-4532-922e-6432fe6c688b req-e3590892-313e-488c-9ab0-83e9800c9ed7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0854726
Jun 03 20:22:27.718253 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d179a8e7-4b0a-4532-922e-6432fe6c688b req-83491435-4188-448c-b705-b807b1addf40 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390608
Jun 03 20:22:28.031362 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-e0319bfd-3249-46fc-9e46-dbe915a2dcab tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:28.032801 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-e0319bfd-3249-46fc-9e46-dbe915a2dcab tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.122 "GET /v2.0/networks?id=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb HTTP/1.1" status: 200  len: 813 time: 0.1550691
Jun 03 20:22:28.052517 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Request body: {'port': {'device_id': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb', 'admin_state_up': True, 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:22:28.150207 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-65ec8de5-b52d-4ab5-bd27-c45a0d864141 req-91a5707d-441f-4c36-bf50-dd39b486e33c tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 210 time: 0.0483241
Jun 03 20:22:28.248208 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:22:28.258294 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:22:28.371964 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Made reservation on behalf of e535257a7b7d4e5db09589330c6661d8 for: {'port': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:22:28.375505 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:28.554694 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Allocated IP 172.20.0.14 (3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb/e121f43d-7381-4c05-ae75-bc6956775a11/cc787ed1-e721-449f-9ae7-95a9843a54ac) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:22:28.768660 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:28.785318 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Transition to ACTIVE for port object cc787ed1-e721-449f-9ae7-95a9843a54ac will not be triggered until provisioned by entity DHCP. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:22:28.878514 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:28.885756 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:28.943968 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Network 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:22:28.947150 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:22:28.949707 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:22:29.009294 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Pushing event updated for resources: {'Port': ['ID=cc787ed1-e721-449f-9ae7-95a9843a54ac,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:29.012347 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:29.037211 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:29.037854 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:29.213329 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1645808
Jun 03 20:22:29.280640 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-9db4961b-d6da-4148-aa26-68765cf4b89f None None] Provisioning for port cc787ed1-e721-449f-9ae7-95a9843a54ac completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:22:29.286970 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-9db4961b-d6da-4148-aa26-68765cf4b89f None None] Provisioning complete for port cc787ed1-e721-449f-9ae7-95a9843a54ac triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:22:29.287593 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9db4961b-d6da-4148-aa26-68765cf4b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:29.365782 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-9db4961b-d6da-4148-aa26-68765cf4b89f None None] Port cc787ed1-e721-449f-9ae7-95a9843a54ac cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:22:29.444075 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104602ac-87f7-4e7a-a27a-1e36deaf6ac5 req-b5dedad2-051e-4082-ad9f-58fa7b08643a tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:29.445817 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-104602ac-87f7-4e7a-a27a-1e36deaf6ac5 req-b5dedad2-051e-4082-ad9f-58fa7b08643a tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Synchronizing usage tracker for tenant:e535257a7b7d4e5db09589330c6661d8 on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:22:29.572587 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-104602ac-87f7-4e7a-a27a-1e36deaf6ac5 req-b5dedad2-051e-4082-ad9f-58fa7b08643a tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Unset dirty status for tenant:e535257a7b7d4e5db09589330c6661d8 on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:22:29.579268 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-104602ac-87f7-4e7a-a27a-1e36deaf6ac5 req-b5dedad2-051e-4082-ad9f-58fa7b08643a tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 932 time: 0.2768254
Jun 03 20:22:29.636313 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-104602ac-87f7-4e7a-a27a-1e36deaf6ac5 req-2002db4b-dd36-4849-a729-471af5827c0a tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Synchronizing usage tracker for tenant:e535257a7b7d4e5db09589330c6661d8 on resource:security_group {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:22:29.777888 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-104602ac-87f7-4e7a-a27a-1e36deaf6ac5 req-2002db4b-dd36-4849-a729-471af5827c0a tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Unset dirty status for tenant:e535257a7b7d4e5db09589330c6661d8 on resource:security_group {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:22:29.780742 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-104602ac-87f7-4e7a-a27a-1e36deaf6ac5 req-2002db4b-dd36-4849-a729-471af5827c0a tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978672
Jun 03 20:22:30.032168 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e5de-3893-42b4-9d63-70e3da282dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:30.055924 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc3a15-17a0-4bee-873b-56fe30e8b398 req-cffbf54c-f269-4672-ab04-90815a6c472f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:30.057531 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d1cc3a15-17a0-4bee-873b-56fe30e8b398 req-cffbf54c-f269-4672-ab04-90815a6c472f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0960698
Jun 03 20:22:30.064065 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:30.118799 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d1cc3a15-17a0-4bee-873b-56fe30e8b398 req-48ac2ba0-4fe9-4253-8c71-efd3f402435f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507803
Jun 03 20:22:30.713866 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 41112) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:30.849735 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-294e831d-1c93-421e-91eb-11caa62684ca req-aac4364a-c7bb-4d07-963a-a552da89caea service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1343470
Jun 03 20:22:30.998865 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e1d9b-78a3-49d1-967e-4754e8856ed2 req-2df5dd6e-63ad-4a96-a0fc-2978c149d63e tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:31.000450 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ad3e1d9b-78a3-49d1-967e-4754e8856ed2 req-2df5dd6e-63ad-4a96-a0fc-2978c149d63e tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 932 time: 0.1051881
Jun 03 20:22:31.054586 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ad3e1d9b-78a3-49d1-967e-4754e8856ed2 req-8390c5b2-a6ea-4ece-a2dd-4d89a155499f tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464730
Jun 03 20:22:31.318829 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcbd3d-a541-4635-8c67-1257b555b10d req-65a8d789-5518-4a0c-a9ed-b65be2a9a13a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:31.328250 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3ddcbd3d-a541-4635-8c67-1257b555b10d req-65a8d789-5518-4a0c-a9ed-b65be2a9a13a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0841789
Jun 03 20:22:31.369332 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:31.373698 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3ddcbd3d-a541-4635-8c67-1257b555b10d req-def8478b-0dfb-4033-89e6-609aad4d708a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469506
Jun 03 20:22:32.116237 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 41148) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:32.248046 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a91c5bed-8e1e-4fc7-94db-611dee7482e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:32.259934 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bd794-c2e3-4f0e-8235-9248e1614746 req-427d24fa-e928-497a-829c-bd8755f714d1 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:32.261416 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6b3bd794-c2e3-4f0e-8235-9248e1614746 req-427d24fa-e928-497a-829c-bd8755f714d1 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 932 time: 0.0890119
Jun 03 20:22:32.265400 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-a91c5bed-8e1e-4fc7-94db-611dee7482e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:22:32.269410 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-a91c5bed-8e1e-4fc7-94db-611dee7482e5 admin admin] Usage tracker for resource:security_group_rule and tenant:469150d458044f00a29490c281e80728 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:22:32.272347 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-a91c5bed-8e1e-4fc7-94db-611dee7482e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:22:32.278154 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-a91c5bed-8e1e-4fc7-94db-611dee7482e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:22:32.314925 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6b3bd794-c2e3-4f0e-8235-9248e1614746 req-d452d417-a7b6-4c71-bfd7-dcce60cbddf7 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432253
Jun 03 20:22:32.362979 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a91c5bed-8e1e-4fc7-94db-611dee7482e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:32.499209 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a91c5bed-8e1e-4fc7-94db-611dee7482e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:32.511152 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-a422be5b-56de-4dcc-9b40-0922bc562a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:32.674660 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-a91c5bed-8e1e-4fc7-94db-611dee7482e5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=469150d458044f00a29490c281e80728&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5573494
Jun 03 20:22:32.677405 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 41154) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:32.681354 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c5bed-8e1e-4fc7-94db-611dee7482e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e178bd80-0871-4104-b5c3-046f42250696,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:32.684500 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-a91c5bed-8e1e-4fc7-94db-611dee7482e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:32.719332 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4508d-bcbb-42a0-b295-ea7e100dafa7 req-108fd9ca-eb33-452e-8293-6bd15afe50be tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:32.720839 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f9e4508d-bcbb-42a0-b295-ea7e100dafa7 req-108fd9ca-eb33-452e-8293-6bd15afe50be tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.1178677
Jun 03 20:22:32.752416 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:32.769347 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f9e4508d-bcbb-42a0-b295-ea7e100dafa7 req-b1555e5f-be89-4efb-9999-3bd91255787b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425410
Jun 03 20:22:32.781218 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:32.923797 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:32.935437 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:32.941486 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-180d998a-8349-424c-8eb2-835209a3d5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:33.047824 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e178bd80-0871-4104-b5c3-046f42250696,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:33.059263 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:33.059640 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:33.060006 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:33.060362 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:33.060716 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:33.061062 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:33.061411 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:33.061758 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:33.062107 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:33.062452 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:33.062822 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:33.063176 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:33.066657 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:33.067950 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:33.069062 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e178bd80-0871-4104-b5c3-046f42250696 HTTP/1.1" status: 204  len: 168 time: 0.3904841
Jun 03 20:22:33.535413 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00f546-da0c-4c11-9e07-28a8a1b8f0c8 req-2c45726b-8ba8-4802-bd7f-8e1c3af60217 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:33.536874 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2e00f546-da0c-4c11-9e07-28a8a1b8f0c8 req-2c45726b-8ba8-4802-bd7f-8e1c3af60217 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 932 time: 0.0983663
Jun 03 20:22:33.587141 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2e00f546-da0c-4c11-9e07-28a8a1b8f0c8 req-529ea5ab-fc9a-42be-8881-fc4e756ae02f tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430114
Jun 03 20:22:34.008924 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d0637-46bd-4a4f-b6b1-59be3bc85f6a req-ac9e8278-26e2-4367-9c82-5f701b49bb06 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:34.024194 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cf4d0637-46bd-4a4f-b6b1-59be3bc85f6a req-ac9e8278-26e2-4367-9c82-5f701b49bb06 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.1163809
Jun 03 20:22:34.051269 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 41172) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:34.077619 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4d6feee7-bd41-4bd0-b2c9-bce6fed6536c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:34.087683 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cf4d0637-46bd-4a4f-b6b1-59be3bc85f6a req-0c8e159e-b638-4358-b82e-9980e0923831 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579576
Jun 03 20:22:34.093745 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-4d6feee7-bd41-4bd0-b2c9-bce6fed6536c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:22:34.098400 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-4d6feee7-bd41-4bd0-b2c9-bce6fed6536c admin admin] Usage tracker for resource:security_group_rule and tenant:221c2587f09e4d258faeef39f025acba is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:22:34.101871 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-4d6feee7-bd41-4bd0-b2c9-bce6fed6536c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:22:34.108902 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-4d6feee7-bd41-4bd0-b2c9-bce6fed6536c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:22:34.206312 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4d6feee7-bd41-4bd0-b2c9-bce6fed6536c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:34.303330 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4d6feee7-bd41-4bd0-b2c9-bce6fed6536c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:34.316253 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a4d3eac3-659a-4cd5-bc5d-1bd0806ac2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:34.377102 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-4d6feee7-bd41-4bd0-b2c9-bce6fed6536c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=221c2587f09e4d258faeef39f025acba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3211844
Jun 03 20:22:34.378782 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 41178) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:34.379211 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6feee7-bd41-4bd0-b2c9-bce6fed6536c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c354aabe-95f7-480f-9e54-264676822336,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:34.382357 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4d6feee7-bd41-4bd0-b2c9-bce6fed6536c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:34.461594 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:34.495079 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:34.720847 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:34.724779 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c46eaf4d-be4a-4ee0-93ce-095fa5027b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:34.738361 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c354aabe-95f7-480f-9e54-264676822336,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:34.751634 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:34.752110 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:34.752380 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:34.752708 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:34.753057 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:34.753416 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:34.753761 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:34.754107 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:34.754507 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:34.754936 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:34.755292 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:34.755631 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:34.758752 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:34.762082 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c354aabe-95f7-480f-9e54-264676822336 HTTP/1.1" status: 204  len: 168 time: 0.3798258
Jun 03 20:22:34.762082 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-11c44721-52be-4e05-838c-9efc70c5d4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:34.803455 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035badd8-73a7-4e54-b43d-3c27077689fe req-0b6c982f-5390-4410-8d45-13cba9d7776e tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:34.805308 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-035badd8-73a7-4e54-b43d-3c27077689fe req-0b6c982f-5390-4410-8d45-13cba9d7776e tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 932 time: 0.1103842
Jun 03 20:22:34.859878 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-035badd8-73a7-4e54-b43d-3c27077689fe req-dfb59a95-9771-41ce-b4a0-14676608a034 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477097
Jun 03 20:22:35.292022 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504700e-6659-4cca-aa9e-a94c0100e1dd req-82fb4f4a-48f2-41de-a33e-b09a0c4ffb19 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:35.294490 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d504700e-6659-4cca-aa9e-a94c0100e1dd req-82fb4f4a-48f2-41de-a33e-b09a0c4ffb19 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0854621
Jun 03 20:22:35.355801 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d504700e-6659-4cca-aa9e-a94c0100e1dd req-6cfbba5b-4103-4f3b-b2bd-70592bfbe13b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465486
Jun 03 20:22:36.068231 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5434d3-f3fc-4a3e-8313-da4da5335839 req-02f91259-d0bc-4c83-a37d-032e712aa348 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:36.069904 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9d5434d3-f3fc-4a3e-8313-da4da5335839 req-02f91259-d0bc-4c83-a37d-032e712aa348 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 932 time: 0.0885401
Jun 03 20:22:36.118566 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9d5434d3-f3fc-4a3e-8313-da4da5335839 req-307cf752-77e2-4cbf-b0b4-6e2e13730191 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430548
Jun 03 20:22:36.581722 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee5d39-e90d-4eca-8cae-2e16903baf1b req-7ae1f81f-9cc0-4e17-a2a7-5d99f254e273 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:36.583230 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7dee5d39-e90d-4eca-8cae-2e16903baf1b req-7ae1f81f-9cc0-4e17-a2a7-5d99f254e273 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0896723
Jun 03 20:22:36.633746 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7dee5d39-e90d-4eca-8cae-2e16903baf1b req-39491266-c2f9-45bc-aa7c-71de4936c533 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441499
Jun 03 20:22:37.344993 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed71318-81ef-4a7c-b26a-0f3ca17a7f2c req-10d72f62-3fee-4107-aa6d-c53a51186d71 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:37.347249 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6ed71318-81ef-4a7c-b26a-0f3ca17a7f2c req-10d72f62-3fee-4107-aa6d-c53a51186d71 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 932 time: 0.1035697
Jun 03 20:22:37.393520 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6ed71318-81ef-4a7c-b26a-0f3ca17a7f2c req-f9fb7d45-e9b1-4c8b-9e19-4343c6f94124 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405896
Jun 03 20:22:37.838480 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b643a1-701a-446d-99c8-610814fb87b3 req-0b7c69c0-33d8-4636-90f7-cb772bbc7fc4 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:37.840004 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-20b643a1-701a-446d-99c8-610814fb87b3 req-0b7c69c0-33d8-4636-90f7-cb772bbc7fc4 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0848093
Jun 03 20:22:37.907248 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-20b643a1-701a-446d-99c8-610814fb87b3 req-d84e7cbf-f5c5-4672-8cba-eaaa266098e3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592403
Jun 03 20:22:38.498332 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 41258) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:38.599911 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3a9e4-81cf-4b89-9377-e9147272a03b req-ced5373e-e2dd-415a-94b7-a784d64a44b8 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:38.601555 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-02d3a9e4-81cf-4b89-9377-e9147272a03b req-ced5373e-e2dd-415a-94b7-a784d64a44b8 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 932 time: 0.0812774
Jun 03 20:22:38.653841 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-3fae5cfc-0a8b-4e0f-9067-e57aaa7060d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:38.680764 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-02d3a9e4-81cf-4b89-9377-e9147272a03b req-d9991407-c387-4a46-9253-c9220293e0a9 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730813
Jun 03 20:22:38.681732 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-3fae5cfc-0a8b-4e0f-9067-e57aaa7060d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:22:38.686306 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-3fae5cfc-0a8b-4e0f-9067-e57aaa7060d5 admin admin] Usage tracker for resource:security_group_rule and tenant:c7deb772bddc41c9b11780e88207a13e is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:22:38.692365 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-3fae5cfc-0a8b-4e0f-9067-e57aaa7060d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:22:38.696074 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-3fae5cfc-0a8b-4e0f-9067-e57aaa7060d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:22:38.904541 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-3fae5cfc-0a8b-4e0f-9067-e57aaa7060d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:39.129834 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547005c-09ce-4f6a-bfe5-c01d00db9d90 req-cca4c8c4-a147-42f1-8d0e-9a58a396515d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:39.140316 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a547005c-09ce-4f6a-bfe5-c01d00db9d90 req-cca4c8c4-a147-42f1-8d0e-9a58a396515d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.1103036
Jun 03 20:22:39.186492 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a547005c-09ce-4f6a-bfe5-c01d00db9d90 req-7d3567b2-9471-41cd-aaa9-41dbf40b2826 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481238
Jun 03 20:22:39.235267 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-3fae5cfc-0a8b-4e0f-9067-e57aaa7060d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:39.242366 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-9a285823-cb59-443d-ac0d-b0c630457b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:39.285388 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-3fae5cfc-0a8b-4e0f-9067-e57aaa7060d5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c7deb772bddc41c9b11780e88207a13e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7854364
Jun 03 20:22:39.286397 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae5cfc-0a8b-4e0f-9067-e57aaa7060d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4166ccc5-6a01-4e02-afe9-f13a6c604e4b,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:39.288045 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 41272) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:39.292780 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-3fae5cfc-0a8b-4e0f-9067-e57aaa7060d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:39.358584 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-605601d3-5480-4561-a3d8-8bd2a92dd8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:39.387293 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-605601d3-5480-4561-a3d8-8bd2a92dd8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:39.578734 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-605601d3-5480-4561-a3d8-8bd2a92dd8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:39.582945 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b6999b1f-3857-4566-a731-72ca291c7c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:39.601798 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605601d3-5480-4561-a3d8-8bd2a92dd8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4166ccc5-6a01-4e02-afe9-f13a6c604e4b,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:39.605121 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-605601d3-5480-4561-a3d8-8bd2a92dd8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:39.617587 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-605601d3-5480-4561-a3d8-8bd2a92dd8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:39.618808 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-605601d3-5480-4561-a3d8-8bd2a92dd8ef admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4166ccc5-6a01-4e02-afe9-f13a6c604e4b HTTP/1.1" status: 204  len: 168 time: 0.3296058
Jun 03 20:22:39.821129 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:39.881497 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09621c-2b0b-42e6-b37e-b9ee8836b640 req-96f0acbd-d2d1-49ea-89aa-5a28c153e361 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:39.883033 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4a09621c-2b0b-42e6-b37e-b9ee8836b640 req-96f0acbd-d2d1-49ea-89aa-5a28c153e361 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 932 time: 0.0896983
Jun 03 20:22:39.931281 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4a09621c-2b0b-42e6-b37e-b9ee8836b640 req-aba61305-8d9f-42ee-8542-c38289a279e6 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416360
Jun 03 20:22:40.393305 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca190a0-160e-43e8-9f6d-806b67543cc3 req-e9b0b9d9-ee58-4f06-aade-6189e46592e4 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:40.395000 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-eca190a0-160e-43e8-9f6d-806b67543cc3 req-e9b0b9d9-ee58-4f06-aade-6189e46592e4 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0927017
Jun 03 20:22:40.443316 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 41292) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:40.461863 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1ec6bc64-7e39-4f4c-bc8d-3f9cc2751b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:40.478587 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-eca190a0-160e-43e8-9f6d-806b67543cc3 req-792f4f14-8ccd-4aba-ad71-65bb9de23429 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747497
Jun 03 20:22:40.485907 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-1ec6bc64-7e39-4f4c-bc8d-3f9cc2751b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:22:40.488637 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-1ec6bc64-7e39-4f4c-bc8d-3f9cc2751b88 admin admin] Usage tracker for resource:security_group_rule and tenant:8958056998674a03b10b86a27d92875e is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:22:40.493290 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-1ec6bc64-7e39-4f4c-bc8d-3f9cc2751b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:22:40.499616 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-1ec6bc64-7e39-4f4c-bc8d-3f9cc2751b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:22:40.591397 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1ec6bc64-7e39-4f4c-bc8d-3f9cc2751b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:41.040887 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1ec6bc64-7e39-4f4c-bc8d-3f9cc2751b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:41.051491 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-f8fe8fc8-3380-4e2f-84e4-681dff5c777c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:41.143730 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-1ec6bc64-7e39-4f4c-bc8d-3f9cc2751b88 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8958056998674a03b10b86a27d92875e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6992126
Jun 03 20:22:41.146361 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 41296) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:41.146945 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6bc64-7e39-4f4c-bc8d-3f9cc2751b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8324294-2f3b-4ade-befc-389e83847f57,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:41.150047 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-1ec6bc64-7e39-4f4c-bc8d-3f9cc2751b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:41.194708 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80568-6cea-44fb-9f99-a1b8eb414848 req-bc537b95-25f3-46f7-9570-d20745977b0f tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:41.196523 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f2b80568-6cea-44fb-9f99-a1b8eb414848 req-bc537b95-25f3-46f7-9570-d20745977b0f tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 932 time: 0.1458404
Jun 03 20:22:41.228621 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f03644c3-0dec-4839-9eb9-f44b982ed10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:41.264747 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f03644c3-0dec-4839-9eb9-f44b982ed10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:41.268231 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f2b80568-6cea-44fb-9f99-a1b8eb414848 req-3ae9eb1a-8c3a-4f27-9005-e7c4364bb69b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656571
Jun 03 20:22:41.432048 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f03644c3-0dec-4839-9eb9-f44b982ed10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:41.435912 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-aa1044ae-8566-4e91-b485-235f60b7cf07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:41.447548 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03644c3-0dec-4839-9eb9-f44b982ed10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8324294-2f3b-4ade-befc-389e83847f57,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:41.451158 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-f03644c3-0dec-4839-9eb9-f44b982ed10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:41.454649 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f03644c3-0dec-4839-9eb9-f44b982ed10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:41.455988 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-f03644c3-0dec-4839-9eb9-f44b982ed10c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b8324294-2f3b-4ade-befc-389e83847f57 HTTP/1.1" status: 204  len: 168 time: 0.3086479
Jun 03 20:22:41.823116 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8de522-ab43-4a35-906a-5715a0e03294 req-112bd857-b42c-485a-b01e-2e85dc32a5fd tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:41.824614 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1e8de522-ab43-4a35-906a-5715a0e03294 req-112bd857-b42c-485a-b01e-2e85dc32a5fd tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0878611
Jun 03 20:22:41.904474 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1e8de522-ab43-4a35-906a-5715a0e03294 req-17e77445-c874-490f-a485-dda0cde78eda tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502822
Jun 03 20:22:42.461182 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20560fac-9d15-449b-ba3d-af3d8aa09b71 req-47eeced0-2db7-4953-a1bf-d3d73476f705 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:42.462691 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-20560fac-9d15-449b-ba3d-af3d8aa09b71 req-47eeced0-2db7-4953-a1bf-d3d73476f705 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 932 time: 0.0885348
Jun 03 20:22:42.517278 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-20560fac-9d15-449b-ba3d-af3d8aa09b71 req-53504077-fce7-4337-a85d-101e262e6492 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468857
Jun 03 20:22:42.931129 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Request body: {'port': {'device_id': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:22:43.042874 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b5fbced7-25e4-4f62-9e7d-9cde230a28fe req-56c4db76-dbea-4ea6-ba6f-8bfd293f1cb5 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1967404
Jun 03 20:22:43.135867 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:43.223540 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cb5fa-6c96-449d-bd15-7d46954e486c req-bc86f0b6-7ca1-4c3d-a0ea-b6d9862390f2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:43.224926 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-581cb5fa-6c96-449d-bd15-7d46954e486c req-bc86f0b6-7ca1-4c3d-a0ea-b6d9862390f2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.1652787
Jun 03 20:22:43.225082 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbced7-25e4-4f62-9e7d-9cde230a28fe req-2e73fdbc-0d86-43a7-885e-7b1cab688fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:43.226407 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b5fbced7-25e4-4f62-9e7d-9cde230a28fe req-2e73fdbc-0d86-43a7-885e-7b1cab688fa5 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=a9b525c195d240939facb0f0f69e34c4&device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 1098 time: 0.0735621
Jun 03 20:22:43.337548 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-581cb5fa-6c96-449d-bd15-7d46954e486c req-6be99a49-cfac-436e-b395-2d3fd2a71460 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1054099
Jun 03 20:22:43.406435 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbced7-25e4-4f62-9e7d-9cde230a28fe req-5f05f30e-be0d-4e05-88d9-3656ce0a145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:43.408195 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b5fbced7-25e4-4f62-9e7d-9cde230a28fe req-5f05f30e-be0d-4e05-88d9-3656ce0a145f service neutron] 10.222.0.122 "GET /v2.0/networks?id=6e68be35-77da-422e-8229-bc0fe54b16d7 HTTP/1.1" status: 200  len: 914 time: 0.1415021
Jun 03 20:22:43.527106 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b5fbced7-25e4-4f62-9e7d-9cde230a28fe req-b5b433e6-6c4c-4e69-bbf3-6f9a202af94f service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f0862b3-6516-4f2b-a619-2fa8783a4422 HTTP/1.1" status: 200  len: 1001 time: 0.1064186
Jun 03 20:22:43.564812 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc787ed1-e721-449f-9ae7-95a9843a54ac {{(pid=92636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:22:43.573958 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:43.590594 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Transition to ACTIVE for port object cc787ed1-e721-449f-9ae7-95a9843a54ac will not be triggered until provisioned by entity L2. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:22:43.610346 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbced7-25e4-4f62-9e7d-9cde230a28fe req-28cb8ede-82a9-4cb2-a214-9d944c1e9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:43.612575 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b5fbced7-25e4-4f62-9e7d-9cde230a28fe req-28cb8ede-82a9-4cb2-a214-9d944c1e9603 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=edc2a89f-71b4-4e63-9775-449d925ee0ff HTTP/1.1" status: 200  len: 851 time: 0.0734708
Jun 03 20:22:43.686725 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:43.691612 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:43.909755 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbced7-25e4-4f62-9e7d-9cde230a28fe req-25ff3f3b-dd15-4967-b489-fa39dda174d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:43.911375 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b5fbced7-25e4-4f62-9e7d-9cde230a28fe req-25ff3f3b-dd15-4967-b489-fa39dda174d5 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6e68be35-77da-422e-8229-bc0fe54b16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2908449
Jun 03 20:22:43.964330 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc787ed1-e721-449f-9ae7-95a9843a54ac,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:43.986805 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152f7a3-8748-46a2-b49d-b980b367344d req-45054db5-7c1c-4df3-8ca3-2639bafa1a3a tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:43.988229 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4152f7a3-8748-46a2-b49d-b980b367344d req-45054db5-7c1c-4df3-8ca3-2639bafa1a3a tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 944 time: 0.2813544
Jun 03 20:22:43.991971 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:44.039518 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Attempting to bind port cc787ed1-e721-449f-9ae7-95a9843a54ac on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:22:44.040096 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Attempting to bind port cc787ed1-e721-449f-9ae7-95a9843a54ac by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '2db68647-909d-40c4-a7c2-9bb86346b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb'}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:22:44.040615 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Attempting to bind port cc787ed1-e721-449f-9ae7-95a9843a54ac on network 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:22:44.046097 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Port cc787ed1-e721-449f-9ae7-95a9843a54ac on network 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:22:44.046417 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Attempting to bind port cc787ed1-e721-449f-9ae7-95a9843a54ac on network 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:22:44.052940 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:22:44.057656 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Checking segment: {'id': '2db68647-909d-40c4-a7c2-9bb86346b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:22:44.057656 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Bound using segment: {'id': '2db68647-909d-40c4-a7c2-9bb86346b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb'} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:22:44.057656 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Bound port: cc787ed1-e721-449f-9ae7-95a9843a54ac, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db68647-909d-40c4-a7c2-9bb86346b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb'}}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:22:44.057656 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:44.095034 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4152f7a3-8748-46a2-b49d-b980b367344d req-13188c44-6ba7-4539-8eda-fe201d0a524a tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577149
Jun 03 20:22:44.135456 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b5fbced7-25e4-4f62-9e7d-9cde230a28fe req-7c640641-9134-4705-9658-99ea4e671fa7 service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2156212
Jun 03 20:22:44.165237 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] For port cc787ed1-e721-449f-9ae7-95a9843a54ac, host hv-cinder-79466, cleared binding levels {{(pid=92636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:22:44.168596 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] For port cc787ed1-e721-449f-9ae7-95a9843a54ac, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=cc787ed1-e721-449f-9ae7-95a9843a54ac,segment=NetworkSegment(2db68647-909d-40c4-a7c2-9bb86346b70e),segment_id=2db68647-909d-40c4-a7c2-9bb86346b70e)] {{(pid=92636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:22:44.278450 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b5fbced7-25e4-4f62-9e7d-9cde230a28fe req-608522f5-2c1e-4b03-a48f-ae36d5f625b6 service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355047
Jun 03 20:22:44.280964 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:44.291122 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:44.338776 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:44.339422 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:44.340780 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] 10.222.0.122 "PUT /v2.0/ports/cc787ed1-e721-449f-9ae7-95a9843a54ac HTTP/1.1" status: 200  len: 1094 time: 1.5226724
Jun 03 20:22:44.341273 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'tag': 'cc787ed1-e721-449f-9ae7-95a9843a54ac'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:22:44.343734 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6004ac23-4d8c-4050-8911-0f72979c1ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7af204-34bc-4f71-8699-c5f7c72e91bf", "tag": "cc787ed1-e721-449f-9ae7-95a9843a54ac"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:22:44.370262 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc787ed1-e721-449f-9ae7-95a9843a54ac,revision_number=3']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:44.378746 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:44.599692 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba6bbb4-fdf5-4465-83c9-53d73e360815 x-openstack-request-id: req-5ba6bbb4-fdf5-4465-83c9-53d73e360815 {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:22:44.599692 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7af204-34bc-4f71-8699-c5f7c72e91bf", "tag": "cc787ed1-e721-449f-9ae7-95a9843a54ac", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:22:44.599692 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5ba6bbb4-fdf5-4465-83c9-53d73e360815 {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:22:44.599692 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'tag': 'cc787ed1-e721-449f-9ae7-95a9843a54ac', 'status': 'completed', 'code': 200}
Jun 03 20:22:44.600115 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b494b9-945c-4fed-9860-93744c2785e9 req-c6a2b8fa-821b-4acb-9564-11bd1dd9e9ad tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:44.600115 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d7b494b9-945c-4fed-9860-93744c2785e9 req-c6a2b8fa-821b-4acb-9564-11bd1dd9e9ad tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.1171212
Jun 03 20:22:44.622857 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-5d88b515-8491-44b0-9223-78681766c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:44.624479 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-5d88b515-8491-44b0-9223-78681766c76f service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=e535257a7b7d4e5db09589330c6661d8&device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 1097 time: 0.1137204
Jun 03 20:22:44.651826 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d7b494b9-945c-4fed-9860-93744c2785e9 req-a877b8da-5932-43e4-ac60-adbde9eafe31 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531292
Jun 03 20:22:44.714664 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-95ad0056-d34a-4197-a645-a853d37fcb2b service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc787ed1-e721-449f-9ae7-95a9843a54ac HTTP/1.1" status: 200  len: 217 time: 0.0775635
Jun 03 20:22:44.799580 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-a1968436-93cb-406c-b955-eb8d634d68ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:44.799580 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-a1968436-93cb-406c-b955-eb8d634d68ca service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e121f43d-7381-4c05-ae75-bc6956775a11 HTTP/1.1" status: 200  len: 852 time: 0.0623579
Jun 03 20:22:44.869169 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-bcf9916f-9e96-4014-81ac-4032ef056504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:44.870638 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-bcf9916f-9e96-4014-81ac-4032ef056504 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727313
Jun 03 20:22:45.017333 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-05b29021-a2e7-4817-8752-a038f664b946 service neutron] 10.222.0.122 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299617
Jun 03 20:22:45.159063 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7aafca13-7339-48d3-aa58-7dede61eeca3 req-b93bf0cc-9607-45db-9137-98c7f9efdedb service neutron] 10.222.0.122 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345229
Jun 03 20:22:45.296277 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06ddf2-e91f-4105-a932-716c7041daac req-04ea324d-aa3c-4890-b936-fa12b62622cd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:45.297751 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0b06ddf2-e91f-4105-a932-716c7041daac req-04ea324d-aa3c-4890-b936-fa12b62622cd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 944 time: 0.0869205
Jun 03 20:22:45.397671 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0b06ddf2-e91f-4105-a932-716c7041daac req-205f780b-286e-4ccf-bfa7-a2db0f12a4a7 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935431
Jun 03 20:22:45.438278 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004ac23-4d8c-4050-8911-0f72979c1ff3 req-712e3a1c-3dd0-43e1-8fcc-ac459b55fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:45.440454 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6004ac23-4d8c-4050-8911-0f72979c1ff3 req-712e3a1c-3dd0-43e1-8fcc-ac459b55fb25 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=e535257a7b7d4e5db09589330c6661d8&device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 1097 time: 0.1207566
Jun 03 20:22:45.601684 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004ac23-4d8c-4050-8911-0f72979c1ff3 req-2a54e268-3691-4ef1-8dc3-9d072b41cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:45.603152 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6004ac23-4d8c-4050-8911-0f72979c1ff3 req-2a54e268-3691-4ef1-8dc3-9d072b41cff0 service neutron] 10.222.0.122 "GET /v2.0/networks?id=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb HTTP/1.1" status: 200  len: 915 time: 0.1526060
Jun 03 20:22:45.683135 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6004ac23-4d8c-4050-8911-0f72979c1ff3 req-961a7323-2b5f-45f9-b243-73acbf1fe552 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc787ed1-e721-449f-9ae7-95a9843a54ac HTTP/1.1" status: 200  len: 217 time: 0.0690517
Jun 03 20:22:45.758957 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004ac23-4d8c-4050-8911-0f72979c1ff3 req-dd7a2994-4573-4195-a515-a431cdba050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:45.760475 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6004ac23-4d8c-4050-8911-0f72979c1ff3 req-dd7a2994-4573-4195-a515-a431cdba050b service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e121f43d-7381-4c05-ae75-bc6956775a11 HTTP/1.1" status: 200  len: 852 time: 0.0605292
Jun 03 20:22:45.849649 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59478a7-8e1c-4384-bc9f-cc09efd45338 req-4110c79d-3fd6-4d26-9e1f-00c78b1f1c12 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:45.851438 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c59478a7-8e1c-4384-bc9f-cc09efd45338 req-4110c79d-3fd6-4d26-9e1f-00c78b1f1c12 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0853195
Jun 03 20:22:45.858249 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004ac23-4d8c-4050-8911-0f72979c1ff3 req-13adf7f4-1d93-424d-b2eb-109dd7d548e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:45.859810 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6004ac23-4d8c-4050-8911-0f72979c1ff3 req-13adf7f4-1d93-424d-b2eb-109dd7d548e5 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0907688
Jun 03 20:22:45.919262 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c59478a7-8e1c-4384-bc9f-cc09efd45338 req-dbcde209-2a90-4ca8-af05-b477f03fb053 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594995
Jun 03 20:22:46.081826 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6004ac23-4d8c-4050-8911-0f72979c1ff3 req-916e5cdc-7d55-492a-9548-2e4ffb869bac service neutron] 10.222.0.122 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2111449
Jun 03 20:22:46.154874 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e831d-1c93-421e-91eb-11caa62684ca req-f4e4d11e-fbb1-4759-a930-455a6cfddf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:46.157134 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-294e831d-1c93-421e-91eb-11caa62684ca req-f4e4d11e-fbb1-4759-a930-455a6cfddf61 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527&tenant_id=f5cdd4a3137d4af39a4e825b870c302b HTTP/1.1" status: 200  len: 1096 time: 0.0764937
Jun 03 20:22:46.221236 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6004ac23-4d8c-4050-8911-0f72979c1ff3 req-a6f651d7-24c6-4d77-86e2-8a08fc6c384f service neutron] 10.222.0.122 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296782
Jun 03 20:22:46.275866 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e831d-1c93-421e-91eb-11caa62684ca req-ab9ac341-0aa9-4019-be8f-bb3e752dc4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:46.278179 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-294e831d-1c93-421e-91eb-11caa62684ca req-ab9ac341-0aa9-4019-be8f-bb3e752dc4e5 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=f5cdd4a3137d4af39a4e825b870c302b&device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 1096 time: 0.0894039
Jun 03 20:22:46.397180 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 41408) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:46.415387 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e831d-1c93-421e-91eb-11caa62684ca req-846300bf-b54e-4094-857c-868fb30f511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:46.416834 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-294e831d-1c93-421e-91eb-11caa62684ca req-846300bf-b54e-4094-857c-868fb30f511d service neutron] 10.222.0.122 "GET /v2.0/networks?id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36 HTTP/1.1" status: 200  len: 919 time: 0.1326439
Jun 03 20:22:46.529073 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-294e831d-1c93-421e-91eb-11caa62684ca req-f72b267d-9e9b-40b9-a63d-e609cce08eb3 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=446e0574-0e49-4101-a2cb-5ae9c25b51c2 HTTP/1.1" status: 200  len: 998 time: 0.1052728
Jun 03 20:22:46.580500 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f0a71b9a-91a7-4782-acc5-d231d9b3d146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:46.593297 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e831d-1c93-421e-91eb-11caa62684ca req-c9774e14-a289-42b9-b2d6-448f8c87ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:46.594871 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-294e831d-1c93-421e-91eb-11caa62684ca req-c9774e14-a289-42b9-b2d6-448f8c87ec13 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2 HTTP/1.1" status: 200  len: 856 time: 0.0592470
Jun 03 20:22:46.618653 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-f0a71b9a-91a7-4782-acc5-d231d9b3d146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:22:46.626390 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-f0a71b9a-91a7-4782-acc5-d231d9b3d146 admin admin] Usage tracker for resource:security_group_rule and tenant:47fe9c3073dd4b189e69dd57cdc4eb7d is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:22:46.631446 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-f0a71b9a-91a7-4782-acc5-d231d9b3d146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:22:46.640482 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-f0a71b9a-91a7-4782-acc5-d231d9b3d146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:22:46.666614 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526aa398-c110-40cd-b1f1-85bc93164cd0 req-2ee26598-9be8-4801-b067-7988e3ca3253 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:46.668134 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-526aa398-c110-40cd-b1f1-85bc93164cd0 req-2ee26598-9be8-4801-b067-7988e3ca3253 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 944 time: 0.1538224
Jun 03 20:22:46.677975 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e831d-1c93-421e-91eb-11caa62684ca req-64879123-2ab2-4542-90f2-ed6239c43e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:46.679542 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-294e831d-1c93-421e-91eb-11caa62684ca req-64879123-2ab2-4542-90f2-ed6239c43e4c service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778265
Jun 03 20:22:46.739412 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-526aa398-c110-40cd-b1f1-85bc93164cd0 req-297ea1b3-5d7b-44bd-ac3a-d2b4692106a4 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579185
Jun 03 20:22:46.787639 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f0a71b9a-91a7-4782-acc5-d231d9b3d146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:46.812880 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-294e831d-1c93-421e-91eb-11caa62684ca req-fd76ec6e-0b48-4488-bab1-5b01614cde70 service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255896
Jun 03 20:22:46.907319 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f0a71b9a-91a7-4782-acc5-d231d9b3d146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:46.916751 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-d3a4c7f2-00c3-4ff9-82ce-b1ba7755344a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:46.952365 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-294e831d-1c93-421e-91eb-11caa62684ca req-22797a83-2244-4f42-9453-516609ed49fd service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322427
Jun 03 20:22:46.971656 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a71b9a-91a7-4782-acc5-d231d9b3d146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c40c5fd-5f01-4eb8-b974-b2f128e858d4,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:46.974935 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-f0a71b9a-91a7-4782-acc5-d231d9b3d146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:46.977721 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-f0a71b9a-91a7-4782-acc5-d231d9b3d146 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=47fe9c3073dd4b189e69dd57cdc4eb7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5795007
Jun 03 20:22:46.980705 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 41422) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:47.042268 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6eddf22a-e1a9-4c2c-abd8-52337518ea9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:47.071201 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6eddf22a-e1a9-4c2c-abd8-52337518ea9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:47.144533 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18842c7-6aae-4ca6-b29f-31357b4ae2c0 req-aab55936-c7d3-449f-9360-c71a0b9cff69 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:47.146024 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e18842c7-6aae-4ca6-b29f-31357b4ae2c0 req-aab55936-c7d3-449f-9360-c71a0b9cff69 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0858841
Jun 03 20:22:47.196665 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e18842c7-6aae-4ca6-b29f-31357b4ae2c0 req-52119c1c-af9b-457f-956a-c5ee1cd3438e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445828
Jun 03 20:22:47.206292 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6eddf22a-e1a9-4c2c-abd8-52337518ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:47.211759 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-727319d5-0b35-495d-873b-e5936ee53dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:47.223940 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddf22a-e1a9-4c2c-abd8-52337518ea9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c40c5fd-5f01-4eb8-b974-b2f128e858d4,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:47.226252 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-6eddf22a-e1a9-4c2c-abd8-52337518ea9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:47.232480 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6eddf22a-e1a9-4c2c-abd8-52337518ea9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:47.234441 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-6eddf22a-e1a9-4c2c-abd8-52337518ea9e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4c40c5fd-5f01-4eb8-b974-b2f128e858d4 HTTP/1.1" status: 204  len: 168 time: 0.2518260
Jun 03 20:22:48.029446 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f43aa-5e87-4e2b-8eec-b4b9a9151ecb req-028d4ad4-f0ac-49ee-80e6-9cbe06da81fd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:48.031021 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1e1f43aa-5e87-4e2b-8eec-b4b9a9151ecb req-028d4ad4-f0ac-49ee-80e6-9cbe06da81fd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 944 time: 0.1143131
Jun 03 20:22:48.078567 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1e1f43aa-5e87-4e2b-8eec-b4b9a9151ecb req-0b060d8f-26f7-4574-a38e-93d758ece8c7 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402634
Jun 03 20:22:48.166739 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device cc787ed1-e721-449f-9ae7-95a9843a54ac details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:22:48.315195 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port cc787ed1-e721-449f-9ae7-95a9843a54ac, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=cc787ed1-e721-449f-9ae7-95a9843a54ac,segment=NetworkSegment(2db68647-909d-40c4-a7c2-9bb86346b70e),segment_id=2db68647-909d-40c4-a7c2-9bb86346b70e)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:22:48.331794 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': 'cc787ed1-e721-449f-9ae7-95a9843a54ac', 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb', 'port_id': 'cc787ed1-e721-449f-9ae7-95a9843a54ac', 'mac_address': 'fa:16:3e:f4:71:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:22:48.424006 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:48.424205 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dfef0-9bdc-46b7-a94b-45392f461860 req-8905b0c3-c9f3-47a2-94b7-565000f20be5 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:48.424205 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-635dfef0-9bdc-46b7-a94b-45392f461860 req-8905b0c3-c9f3-47a2-94b7-565000f20be5 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.1003211
Jun 03 20:22:48.437322 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc787ed1-e721-449f-9ae7-95a9843a54ac {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:22:48.460218 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port cc787ed1-e721-449f-9ae7-95a9843a54ac, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=cc787ed1-e721-449f-9ae7-95a9843a54ac,segment=NetworkSegment(2db68647-909d-40c4-a7c2-9bb86346b70e),segment_id=2db68647-909d-40c4-a7c2-9bb86346b70e)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:22:48.491027 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-635dfef0-9bdc-46b7-a94b-45392f461860 req-fc932247-ddc3-4bd0-8332-46a89c95a65d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614722
Jun 03 20:22:48.553753 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 41460) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:48.561172 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:48.563676 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-87747c3f-21be-4722-ae57-5054f3581683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:48.586736 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-2936d8da-1de2-473b-b6c5-64ea207c2727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:48.616362 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-2936d8da-1de2-473b-b6c5-64ea207c2727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:22:48.620696 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-2936d8da-1de2-473b-b6c5-64ea207c2727 admin admin] Usage tracker for resource:security_group_rule and tenant:c015e526a8724d21ad6feeea75dbf407 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:22:48.623551 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-2936d8da-1de2-473b-b6c5-64ea207c2727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:22:48.629648 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-2936d8da-1de2-473b-b6c5-64ea207c2727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:22:48.648634 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=cc787ed1-e721-449f-9ae7-95a9843a54ac,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:48.659784 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:48.663841 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:48.663841 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:48.663841 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:48.663841 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:48.663841 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:48.663841 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:48.663841 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:48.663841 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:48.663841 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:48.663841 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:48.664710 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:22:48.670737 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:48.741076 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-2936d8da-1de2-473b-b6c5-64ea207c2727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:48.869642 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-2936d8da-1de2-473b-b6c5-64ea207c2727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:48.879942 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-dbe6674c-b3dc-46f4-93c8-b87d7b46bbe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:48.888118 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['cc787ed1-e721-449f-9ae7-95a9843a54ac'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:22:48.929488 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936d8da-1de2-473b-b6c5-64ea207c2727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae48ef3-32ee-40fa-9127-e97989d07084,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:48.935046 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-2936d8da-1de2-473b-b6c5-64ea207c2727 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c015e526a8724d21ad6feeea75dbf407&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3799484
Jun 03 20:22:48.936894 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-2936d8da-1de2-473b-b6c5-64ea207c2727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:48.938174 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 41466) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:49.148616 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-48d80415-568c-49f2-8747-c2b1d09ffc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:49.183196 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-48d80415-568c-49f2-8747-c2b1d09ffc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:49.334333 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959c391-804c-4ba6-b18a-db32dd7e1b88 req-54f09191-4d03-45f5-b824-acb2d23400b5 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:49.335982 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c959c391-804c-4ba6-b18a-db32dd7e1b88 req-54f09191-4d03-45f5-b824-acb2d23400b5 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 945 time: 0.0894973
Jun 03 20:22:49.386543 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c959c391-804c-4ba6-b18a-db32dd7e1b88 req-523aa70a-3c6b-4a71-9ebb-1bb8d6481530 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440886
Jun 03 20:22:49.580770 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-48d80415-568c-49f2-8747-c2b1d09ffc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:49.588737 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-e6ca669c-95cf-4b6b-9b89-adfc9660792f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:49.604646 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d80415-568c-49f2-8747-c2b1d09ffc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae48ef3-32ee-40fa-9127-e97989d07084,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:49.607023 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-48d80415-568c-49f2-8747-c2b1d09ffc0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:49.674200 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-48d80415-568c-49f2-8747-c2b1d09ffc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:49.676129 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-48d80415-568c-49f2-8747-c2b1d09ffc0c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7ae48ef3-32ee-40fa-9127-e97989d07084 HTTP/1.1" status: 204  len: 168 time: 0.7363966
Jun 03 20:22:49.732727 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc9bc-c5d9-46c8-adb1-ab50206021d1 req-3100866e-3a35-4abc-a3c5-af56d79da80d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:49.734984 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7d9cc9bc-c5d9-46c8-adb1-ab50206021d1 req-3100866e-3a35-4abc-a3c5-af56d79da80d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.1086764
Jun 03 20:22:49.800142 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7d9cc9bc-c5d9-46c8-adb1-ab50206021d1 req-7f29dbb2-c455-4fbb-9499-ed64e13e36d1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576971
Jun 03 20:22:50.169561 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device cc787ed1-e721-449f-9ae7-95a9843a54ac up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:22:50.331868 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port cc787ed1-e721-449f-9ae7-95a9843a54ac completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:22:50.336965 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port cc787ed1-e721-449f-9ae7-95a9843a54ac triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:22:50.337422 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:50.498094 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:50.534478 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc787ed1-e721-449f-9ae7-95a9843a54ac'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:22:50.537838 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6a7c09-74d7-46ef-827d-50171490dd96" -d '{"events": [{"server_uuid": "eb7af204-34bc-4f71-8699-c5f7c72e91bf", "name": "network-vif-plugged", "status": "completed", "tag": "cc787ed1-e721-449f-9ae7-95a9843a54ac"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:22:50.553955 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port cc787ed1-e721-449f-9ae7-95a9843a54ac, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=cc787ed1-e721-449f-9ae7-95a9843a54ac,segment=NetworkSegment(2db68647-909d-40c4-a7c2-9bb86346b70e),segment_id=2db68647-909d-40c4-a7c2-9bb86346b70e)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:22:50.603773 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825ae2ce-2cb6-4906-80f4-e1c6d0383b70 x-openstack-request-id: req-825ae2ce-2cb6-4906-80f4-e1c6d0383b70 {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:22:50.603773 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7af204-34bc-4f71-8699-c5f7c72e91bf", "name": "network-vif-plugged", "status": "completed", "tag": "cc787ed1-e721-449f-9ae7-95a9843a54ac", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:22:50.603773 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-825ae2ce-2cb6-4906-80f4-e1c6d0383b70 {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:22:50.604161 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc787ed1-e721-449f-9ae7-95a9843a54ac', 'code': 200}
Jun 03 20:22:50.637256 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360ab18-adb0-4a6f-bc46-931ad571a8f1 req-ceb0a157-d122-47fd-a68e-932e215b3115 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:50.638775 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e360ab18-adb0-4a6f-bc46-931ad571a8f1 req-ceb0a157-d122-47fd-a68e-932e215b3115 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 945 time: 0.1226223
Jun 03 20:22:50.687248 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e360ab18-adb0-4a6f-bc46-931ad571a8f1 req-3bd39ae8-8b94-4a42-b519-5f2f082f1f7c tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408673
Jun 03 20:22:50.696039 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:50.698885 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:50.779857 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=cc787ed1-e721-449f-9ae7-95a9843a54ac,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:50.783997 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:51.037877 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb85ed1-7b92-4246-a1a5-f771b6816cf6 req-95ef00e5-fefe-422a-b6f2-eda2b3a1b167 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:51.039400 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5eb85ed1-7b92-4246-a1a5-f771b6816cf6 req-95ef00e5-fefe-422a-b6f2-eda2b3a1b167 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0902052
Jun 03 20:22:51.088561 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5eb85ed1-7b92-4246-a1a5-f771b6816cf6 req-d322ad13-837f-46f1-af0e-b20407ff91af tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428445
Jun 03 20:22:51.539120 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 41510) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:51.666404 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c17adcf0-ad12-45b3-837e-1124003b4874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:51.684969 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-c17adcf0-ad12-45b3-837e-1124003b4874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:22:51.689512 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-c17adcf0-ad12-45b3-837e-1124003b4874 admin admin] Usage tracker for resource:security_group_rule and tenant:ac0220d0f1804e1d939a088a2f99a8b2 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:22:51.693360 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-c17adcf0-ad12-45b3-837e-1124003b4874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:22:51.699511 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-c17adcf0-ad12-45b3-837e-1124003b4874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:22:51.854655 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c17adcf0-ad12-45b3-837e-1124003b4874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:51.903272 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725bc29-55e1-4ae7-a831-16621417be1d req-e95cd6b1-5e35-4c46-a410-bfbb8f877506 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:51.904761 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0725bc29-55e1-4ae7-a831-16621417be1d req-e95cd6b1-5e35-4c46-a410-bfbb8f877506 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 946 time: 0.1012440
Jun 03 20:22:51.959542 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0725bc29-55e1-4ae7-a831-16621417be1d req-18c7b1b9-b70b-4d8c-a7cd-309b697d2ee9 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488572
Jun 03 20:22:51.988996 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c17adcf0-ad12-45b3-837e-1124003b4874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:51.998131 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-d3457738-ca5b-4b90-a030-0d879831b9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:52.051581 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-c17adcf0-ad12-45b3-837e-1124003b4874 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ac0220d0f1804e1d939a088a2f99a8b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5081987
Jun 03 20:22:52.051581 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17adcf0-ad12-45b3-837e-1124003b4874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e66eeff-820b-48cd-ba0d-28db91e31b92,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:52.054073 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 41522) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:52.061312 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-c17adcf0-ad12-45b3-837e-1124003b4874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:52.126599 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-64193e6c-7290-4fbd-b542-5028669abd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:52.156215 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-64193e6c-7290-4fbd-b542-5028669abd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:52.314916 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57c86b-6573-48eb-a09a-88c67e3c2bd0 req-ed9f212e-65cc-492f-a0da-3607e7de524e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:52.317052 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6c57c86b-6573-48eb-a09a-88c67e3c2bd0 req-ed9f212e-65cc-492f-a0da-3607e7de524e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.1090386
Jun 03 20:22:52.321860 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:22:52.377002 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6c57c86b-6573-48eb-a09a-88c67e3c2bd0 req-a9e1a9ac-ce64-443b-bebf-660a4db2374c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522449
Jun 03 20:22:52.502187 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-64193e6c-7290-4fbd-b542-5028669abd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:52.524478 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-f0a71b9a-91a7-4782-acc5-d231d9b3d146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:52.524478 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64193e6c-7290-4fbd-b542-5028669abd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e66eeff-820b-48cd-ba0d-28db91e31b92,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:52.531756 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-64193e6c-7290-4fbd-b542-5028669abd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:52.537878 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-64193e6c-7290-4fbd-b542-5028669abd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:52.539310 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-64193e6c-7290-4fbd-b542-5028669abd40 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7e66eeff-820b-48cd-ba0d-28db91e31b92 HTTP/1.1" status: 204  len: 168 time: 0.4863935
Jun 03 20:22:53.179763 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963be97b-c728-4817-bf4e-d14b13e0ba8d req-e40445b4-bcb5-457d-90c3-48920793b1dd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:53.181372 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-963be97b-c728-4817-bf4e-d14b13e0ba8d req-e40445b4-bcb5-457d-90c3-48920793b1dd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 946 time: 0.1012752
Jun 03 20:22:53.231348 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-963be97b-c728-4817-bf4e-d14b13e0ba8d req-bd8d01a4-ccb7-49da-8f35-ff86a916f3ee tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435421
Jun 03 20:22:53.617071 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee22045-7a02-477a-899e-0823b7cbbafd req-61c78c76-48f6-4868-920c-6dd99d6a7956 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:53.622447 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1ee22045-7a02-477a-899e-0823b7cbbafd req-61c78c76-48f6-4868-920c-6dd99d6a7956 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.1048284
Jun 03 20:22:53.676500 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1ee22045-7a02-477a-899e-0823b7cbbafd req-479187d6-8dec-41d1-a139-f5d00834619e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502450
Jun 03 20:22:53.748874 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 41550) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:53.766775 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f343124a-084d-400c-801f-8c9eb1ba6550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:53.783350 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-f343124a-084d-400c-801f-8c9eb1ba6550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:22:53.786860 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-f343124a-084d-400c-801f-8c9eb1ba6550 admin admin] Usage tracker for resource:security_group_rule and tenant:74ba2cb6fa724801b2099c4c47ce98b3 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:22:53.790350 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-f343124a-084d-400c-801f-8c9eb1ba6550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:22:53.797215 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-f343124a-084d-400c-801f-8c9eb1ba6550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:22:53.901050 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f343124a-084d-400c-801f-8c9eb1ba6550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:54.377099 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f343124a-084d-400c-801f-8c9eb1ba6550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:54.389529 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-44cfedca-36a7-47d2-9599-08255c7074a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:54.432453 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-f343124a-084d-400c-801f-8c9eb1ba6550 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=74ba2cb6fa724801b2099c4c47ce98b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6824639
Jun 03 20:22:54.435332 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 41556) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:22:54.444355 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343124a-084d-400c-801f-8c9eb1ba6550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68037693-513a-473e-9bec-c14ae6aad65d,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:54.447639 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-f343124a-084d-400c-801f-8c9eb1ba6550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:54.477297 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94030b78-b76b-4b61-a26c-a635c26e77c5 req-d4c6f7ef-e840-4a99-a29b-17189266d961 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:54.486661 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-94030b78-b76b-4b61-a26c-a635c26e77c5 req-d4c6f7ef-e840-4a99-a29b-17189266d961 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 946 time: 0.1440408
Jun 03 20:22:54.504509 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-425857f1-e347-46e7-978b-92a4f6d40e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:54.534804 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-425857f1-e347-46e7-978b-92a4f6d40e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:54.561725 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-94030b78-b76b-4b61-a26c-a635c26e77c5 req-2a2346ff-2702-444f-b25a-2e8fe0296bad tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763092
Jun 03 20:22:54.757950 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-425857f1-e347-46e7-978b-92a4f6d40e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:54.763945 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-48d80415-568c-49f2-8747-c2b1d09ffc0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:22:54.784931 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-425857f1-e347-46e7-978b-92a4f6d40e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:54.788441 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-425857f1-e347-46e7-978b-92a4f6d40e21 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/68037693-513a-473e-9bec-c14ae6aad65d HTTP/1.1" status: 204  len: 168 time: 0.3498297
Jun 03 20:22:54.788441 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425857f1-e347-46e7-978b-92a4f6d40e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68037693-513a-473e-9bec-c14ae6aad65d,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:22:54.789711 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-425857f1-e347-46e7-978b-92a4f6d40e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:22:54.960479 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e0cd2-1977-49ac-b70f-6371192277bf req-52899472-5671-46e3-ae90-56606613d02d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:54.962001 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-223e0cd2-1977-49ac-b70f-6371192277bf req-52899472-5671-46e3-ae90-56606613d02d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.1507254
Jun 03 20:22:55.030335 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-223e0cd2-1977-49ac-b70f-6371192277bf req-b3cbcaf9-d752-4de6-9be1-2a7002b5d53f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587516
Jun 03 20:22:55.769012 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc089ad-9768-4872-bcbb-a15ae5961f35 req-ec96ff5c-3573-4b6d-80ff-645292c3a6f4 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:55.776847 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2cc089ad-9768-4872-bcbb-a15ae5961f35 req-ec96ff5c-3573-4b6d-80ff-645292c3a6f4 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 946 time: 0.1005685
Jun 03 20:22:55.825743 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2cc089ad-9768-4872-bcbb-a15ae5961f35 req-db31ca09-cdc7-48d5-a890-f58db6611471 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480132
Jun 03 20:22:56.271063 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b33a78-c39f-444d-86bd-b26a4553b5ef req-3473aeb6-e3cb-47f1-89a5-b1fe82b65944 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:56.271063 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-55b33a78-c39f-444d-86bd-b26a4553b5ef req-3473aeb6-e3cb-47f1-89a5-b1fe82b65944 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0975995
Jun 03 20:22:56.307178 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-55b33a78-c39f-444d-86bd-b26a4553b5ef req-961ef761-2778-44c3-8027-f2bb237eba9a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440361
Jun 03 20:22:57.110425 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9f813-395d-4374-9430-991b70e4c680 req-552b3254-a70c-4a76-89ab-3af8c5cefc30 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:57.116123 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-efd9f813-395d-4374-9430-991b70e4c680 req-552b3254-a70c-4a76-89ab-3af8c5cefc30 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 946 time: 0.1190128
Jun 03 20:22:57.243268 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-efd9f813-395d-4374-9430-991b70e4c680 req-ec0c476b-3f9b-4bec-9204-43e03925fc7f tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171882
Jun 03 20:22:57.452074 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-432c2608-a947-4ee6-aba6-f8b276c671c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:22:57.575953 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3c9f4-9c56-4d21-97b4-fadf90f6fd80 req-1f473084-e8da-4a96-ba38-f87359592f62 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:57.579030 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5ad3c9f4-9c56-4d21-97b4-fadf90f6fd80 req-1f473084-e8da-4a96-ba38-f87359592f62 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.1502044
Jun 03 20:22:57.637225 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5ad3c9f4-9c56-4d21-97b4-fadf90f6fd80 req-f3edef63-9500-4512-bbdd-42da3bda5277 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519862
Jun 03 20:22:58.426193 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80549bde-ddde-4756-988d-3c1e8ce53996 req-4ef80a32-22ae-4293-a472-00aa6ac07893 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:58.428015 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-80549bde-ddde-4756-988d-3c1e8ce53996 req-4ef80a32-22ae-4293-a472-00aa6ac07893 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 946 time: 0.0847986
Jun 03 20:22:58.474951 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-80549bde-ddde-4756-988d-3c1e8ce53996 req-a6a5a7d2-e464-47d5-bb17-b289372d0f89 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409966
Jun 03 20:22:58.848784 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4f88b-01c2-4147-ad72-db5575fb394f req-a06f22c0-38cf-4990-b56a-f58c74e4c6f8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:58.850510 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-85b4f88b-01c2-4147-ad72-db5575fb394f req-a06f22c0-38cf-4990-b56a-f58c74e4c6f8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0840309
Jun 03 20:22:58.944529 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-85b4f88b-01c2-4147-ad72-db5575fb394f req-6ffb7ec7-e72b-42b5-ab06-b8c248071aab tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879335
Jun 03 20:22:58.982997 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a153e-d2a8-43b6-bfc4-e0ea5c857273 req-0aa1b83a-a625-4946-8028-e805250a003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:58.984589 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5e2a153e-d2a8-43b6-bfc4-e0ea5c857273 req-0aa1b83a-a625-4946-8028-e805250a003e service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 1099 time: 0.1102676
Jun 03 20:22:59.030180 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5e2a153e-d2a8-43b6-bfc4-e0ea5c857273 req-16b426aa-f49d-4e55-9da0-97580fb853b8 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382493
Jun 03 20:22:59.673518 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d2fe5-e795-4f47-9e67-adcefc093e5e req-62bfdbe1-81fa-443a-abb1-e940dc4a0c26 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:22:59.673518 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f30d2fe5-e795-4f47-9e67-adcefc093e5e req-62bfdbe1-81fa-443a-abb1-e940dc4a0c26 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 946 time: 0.0870445
Jun 03 20:22:59.720911 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f30d2fe5-e795-4f47-9e67-adcefc093e5e req-a5ca9136-6750-4f98-b67d-45a321be9700 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424678
Jun 03 20:23:00.046711 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a465f791-9d24-4bdd-87c6-e5a9748e1713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:00.085915 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:00.148970 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1ce3e-2f5d-49b4-95b3-c4aab2ec9347 req-1d67af5b-3d87-4cc0-b6a0-257f8fa058f5 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:00.150432 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-eed1ce3e-2f5d-49b4-95b3-c4aab2ec9347 req-1d67af5b-3d87-4cc0-b6a0-257f8fa058f5 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0864134
Jun 03 20:23:00.194925 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-eed1ce3e-2f5d-49b4-95b3-c4aab2ec9347 req-fdf4ec54-10eb-4ec9-bb64-987b78a8966b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382545
Jun 03 20:23:00.910176 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea738c2-3b31-465b-8ee3-771f3429a0d4 req-3a4e9d92-fdb8-444f-b405-caf9213dfd83 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:00.911820 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-aea738c2-3b31-465b-8ee3-771f3429a0d4 req-3a4e9d92-fdb8-444f-b405-caf9213dfd83 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 946 time: 0.0825744
Jun 03 20:23:00.958355 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-aea738c2-3b31-465b-8ee3-771f3429a0d4 req-dd89a688-26a3-4e9a-bb9d-5fc82e51bb58 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407932
Jun 03 20:23:01.144954 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e77141-58e9-43dd-8d52-415869fd4d23 req-8525c7d8-5a51-4197-b8ee-a1fc3af36641 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:01.146469 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b3e77141-58e9-43dd-8d52-415869fd4d23 req-8525c7d8-5a51-4197-b8ee-a1fc3af36641 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 946 time: 0.0850406
Jun 03 20:23:01.191587 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b3e77141-58e9-43dd-8d52-415869fd4d23 req-3b451fee-2160-4608-8ec7-b3291563b1f4 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391264
Jun 03 20:23:01.319888 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:01.392770 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3d499-7515-48a6-ab59-c00108ab8a0f req-96a3ba1b-e4c3-4329-b5bc-bf9b07b77c81 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:01.394223 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b0d3d499-7515-48a6-ab59-c00108ab8a0f req-96a3ba1b-e4c3-4329-b5bc-bf9b07b77c81 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0854597
Jun 03 20:23:01.441855 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b0d3d499-7515-48a6-ab59-c00108ab8a0f req-e3b538ec-c332-4d4d-b42d-2db2818d6191 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418522
Jun 03 20:23:01.675830 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc97e3-591e-47c0-96f7-4f05f8d844c7 req-f9dbf050-712c-4ced-bff8-956a394dadb4 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:01.677319 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-02bc97e3-591e-47c0-96f7-4f05f8d844c7 req-f9dbf050-712c-4ced-bff8-956a394dadb4 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 946 time: 0.1648824
Jun 03 20:23:01.722935 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-02bc97e3-591e-47c0-96f7-4f05f8d844c7 req-d4259410-d781-4885-8bd0-bcffad8d19fd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395758
Jun 03 20:23:02.470197 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 41728) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:02.635115 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee345ae5-638d-47ef-956b-d868b94ad30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:02.654792 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-ee345ae5-638d-47ef-956b-d868b94ad30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:02.670818 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-ee345ae5-638d-47ef-956b-d868b94ad30d admin admin] Usage tracker for resource:security_group_rule and tenant:8d6eb9955cfa47d5bfb1c25c4e00bdb8 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:02.670818 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-ee345ae5-638d-47ef-956b-d868b94ad30d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:02.671639 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-ee345ae5-638d-47ef-956b-d868b94ad30d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:02.716894 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5f66d-9554-4f8d-983f-757b75f70913 req-cc920038-5236-461b-94ad-dcc02bfcd2c9 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:02.718254 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9fa5f66d-9554-4f8d-983f-757b75f70913 req-cc920038-5236-461b-94ad-dcc02bfcd2c9 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.1491458
Jun 03 20:23:02.785452 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9fa5f66d-9554-4f8d-983f-757b75f70913 req-d1b966c9-cdbe-4d9f-acbd-c8980891e401 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581615
Jun 03 20:23:02.816155 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee345ae5-638d-47ef-956b-d868b94ad30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:02.977415 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:02.977992 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ee345ae5-638d-47ef-956b-d868b94ad30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:02.986701 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-6089b835-1ef1-4591-9372-371a5de05bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:03.025282 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-ee345ae5-638d-47ef-956b-d868b94ad30d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8d6eb9955cfa47d5bfb1c25c4e00bdb8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5539668
Jun 03 20:23:03.026879 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee345ae5-638d-47ef-956b-d868b94ad30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4d6240-60f2-41d6-bb01-17706b06f756,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:03.027970 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 41742) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:03.030145 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ee345ae5-638d-47ef-956b-d868b94ad30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:03.086784 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-504a8cde-7b5b-4534-8e1b-8a4616f0f279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:03.113742 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-504a8cde-7b5b-4534-8e1b-8a4616f0f279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:03.229376 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 41746) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:03.234091 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-504a8cde-7b5b-4534-8e1b-8a4616f0f279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:03.238538 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:03.253929 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a8cde-7b5b-4534-8e1b-8a4616f0f279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4d6240-60f2-41d6-bb01-17706b06f756,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:03.256626 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-504a8cde-7b5b-4534-8e1b-8a4616f0f279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:03.265445 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-504a8cde-7b5b-4534-8e1b-8a4616f0f279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:03.266820 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-504a8cde-7b5b-4534-8e1b-8a4616f0f279 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cc4d6240-60f2-41d6-bb01-17706b06f756 HTTP/1.1" status: 204  len: 168 time: 0.2378347
Jun 03 20:23:03.356803 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8743b7b2-8377-46bd-bb33-ff426ad3afcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:03.371907 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-8743b7b2-8377-46bd-bb33-ff426ad3afcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:03.375929 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-8743b7b2-8377-46bd-bb33-ff426ad3afcc admin admin] Usage tracker for resource:security_group_rule and tenant:70d5b4f8f9d34aa9b869e90975bef2b1 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:03.378747 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-8743b7b2-8377-46bd-bb33-ff426ad3afcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:03.384424 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-8743b7b2-8377-46bd-bb33-ff426ad3afcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:03.540547 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8743b7b2-8377-46bd-bb33-ff426ad3afcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:03.634256 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8743b7b2-8377-46bd-bb33-ff426ad3afcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:03.643731 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-869d4bd1-c2a4-4b6c-bcd3-9ff9b2734b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:03.684103 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-8743b7b2-8377-46bd-bb33-ff426ad3afcc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=70d5b4f8f9d34aa9b869e90975bef2b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4537153
Jun 03 20:23:03.685969 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743b7b2-8377-46bd-bb33-ff426ad3afcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453f1a92-f0f7-497e-a1dc-cdd3a7bfa36c,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:03.688392 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 41756) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:03.689047 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-8743b7b2-8377-46bd-bb33-ff426ad3afcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:03.760737 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b0942b06-6e5a-4041-b219-1e8fb5976061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:03.787822 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b0942b06-6e5a-4041-b219-1e8fb5976061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:03.896891 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b0942b06-6e5a-4041-b219-1e8fb5976061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:03.900760 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-a91c5bed-8e1e-4fc7-94db-611dee7482e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:03.950797 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0942b06-6e5a-4041-b219-1e8fb5976061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453f1a92-f0f7-497e-a1dc-cdd3a7bfa36c,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:03.954500 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b0942b06-6e5a-4041-b219-1e8fb5976061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:03.975704 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b0942b06-6e5a-4041-b219-1e8fb5976061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:03.979300 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-b0942b06-6e5a-4041-b219-1e8fb5976061 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/453f1a92-f0f7-497e-a1dc-cdd3a7bfa36c HTTP/1.1" status: 204  len: 168 time: 0.2867279
Jun 03 20:23:04.022136 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d850c-3b85-42f0-a737-8afd7d262fe1 req-15718bf5-596b-451c-a2f1-00015c5ef133 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:04.022136 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-534d850c-3b85-42f0-a737-8afd7d262fe1 req-15718bf5-596b-451c-a2f1-00015c5ef133 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.1135979
Jun 03 20:23:04.024257 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 41770) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:04.042241 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-be8ec447-d2e1-4687-b17c-2576a6615def admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:04.059455 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-be8ec447-d2e1-4687-b17c-2576a6615def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:04.064496 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-be8ec447-d2e1-4687-b17c-2576a6615def admin admin] Usage tracker for resource:security_group_rule and tenant:6c558ef8bda04f47a49b289b9fdd5486 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:04.067370 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-be8ec447-d2e1-4687-b17c-2576a6615def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:04.073693 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-be8ec447-d2e1-4687-b17c-2576a6615def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:04.079038 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-534d850c-3b85-42f0-a737-8afd7d262fe1 req-ed6ca975-949d-40f1-8ca9-1fa6463448c5 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470068
Jun 03 20:23:04.162795 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-be8ec447-d2e1-4687-b17c-2576a6615def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:04.237725 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-be8ec447-d2e1-4687-b17c-2576a6615def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:04.246850 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-faef2f7b-4fbe-4958-aa01-16918b324d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:04.287919 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-be8ec447-d2e1-4687-b17c-2576a6615def admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6c558ef8bda04f47a49b289b9fdd5486&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2625959
Jun 03 20:23:04.288842 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ec447-d2e1-4687-b17c-2576a6615def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f46dda6-f00f-4003-8cd0-3f03092e4271,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:04.290808 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 41776) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:04.292054 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-be8ec447-d2e1-4687-b17c-2576a6615def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:04.349305 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-4cc7641d-158e-4540-a36d-8799ecd0a6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:04.378892 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-4cc7641d-158e-4540-a36d-8799ecd0a6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:04.511767 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-4cc7641d-158e-4540-a36d-8799ecd0a6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:04.515648 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-90c49b6e-758e-4fb7-b38d-e159254da0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:04.527223 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7641d-158e-4540-a36d-8799ecd0a6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f46dda6-f00f-4003-8cd0-3f03092e4271,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:04.529731 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-4cc7641d-158e-4540-a36d-8799ecd0a6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:04.536621 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-4cc7641d-158e-4540-a36d-8799ecd0a6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:04.539971 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-4cc7641d-158e-4540-a36d-8799ecd0a6d0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1f46dda6-f00f-4003-8cd0-3f03092e4271 HTTP/1.1" status: 204  len: 168 time: 0.2459352
Jun 03 20:23:04.814554 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 41784) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:04.831408 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d27bffff-b266-426e-9003-752404f2b463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:04.846252 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-d27bffff-b266-426e-9003-752404f2b463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:04.850586 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-d27bffff-b266-426e-9003-752404f2b463 admin admin] Usage tracker for resource:security_group_rule and tenant:be3e410cc7eb481293d42ba31cd23b63 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:04.854001 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-d27bffff-b266-426e-9003-752404f2b463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:04.860638 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-d27bffff-b266-426e-9003-752404f2b463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:04.949756 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d27bffff-b266-426e-9003-752404f2b463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:05.022962 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-d27bffff-b266-426e-9003-752404f2b463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:05.031670 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-5e7a2c9b-830a-4d72-8147-1d8945fdf7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:05.073189 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bffff-b266-426e-9003-752404f2b463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0770fe-0868-483d-9cb9-3031271fb6f4,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:05.077075 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-d27bffff-b266-426e-9003-752404f2b463 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=be3e410cc7eb481293d42ba31cd23b63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2614846
Jun 03 20:23:05.080765 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 41796) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:05.098708 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-d27bffff-b266-426e-9003-752404f2b463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:05.156700 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f29cabae-7462-4bbb-9dc3-095cc39d6e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:05.189042 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f29cabae-7462-4bbb-9dc3-095cc39d6e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:05.283050 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8238eb1-80cf-402c-8b66-620ffc9adc25 req-8e4ffe27-b62b-4aef-a709-4788ca38ddee tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:05.287456 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f8238eb1-80cf-402c-8b66-620ffc9adc25 req-8e4ffe27-b62b-4aef-a709-4788ca38ddee tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0877028
Jun 03 20:23:05.334698 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f8238eb1-80cf-402c-8b66-620ffc9adc25 req-24bc1402-3bc7-4768-83c9-a76462c9ecd5 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437310
Jun 03 20:23:05.337151 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f29cabae-7462-4bbb-9dc3-095cc39d6e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:05.340872 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:05.354306 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cabae-7462-4bbb-9dc3-095cc39d6e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0770fe-0868-483d-9cb9-3031271fb6f4,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:05.358577 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-f29cabae-7462-4bbb-9dc3-095cc39d6e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:05.373021 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f29cabae-7462-4bbb-9dc3-095cc39d6e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:05.374149 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-f29cabae-7462-4bbb-9dc3-095cc39d6e6c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fe0770fe-0868-483d-9cb9-3031271fb6f4 HTTP/1.1" status: 204  len: 168 time: 0.2914853
Jun 03 20:23:05.691810 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 41812) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:05.802504 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1436582680-network', 'tenant_id': 'd3989c8b415e4cb6a65c18ff110b0797'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:23:05.807185 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:05.811137 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Usage tracker for resource:network and tenant:d3989c8b415e4cb6a65c18ff110b0797 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:05.814762 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:05.821116 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:05.897070 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Made reservation on behalf of d3989c8b415e4cb6a65c18ff110b0797 for: {'network': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:23:05.899498 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:05.912470 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:05.926879 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:05.930927 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Usage tracker for resource:security_group_rule and tenant:d3989c8b415e4cb6a65c18ff110b0797 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:05.933870 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:05.942352 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:06.025600 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:06.108669 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:06.113254 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-1ca3668a-fa40-4821-bf6c-a71825322ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:06.143146 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324}  {{(pid=92637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:23:06.151525 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fff494-139a-49dc-8d56-8532f3504146,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:06.155609 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:06.158980 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:06.159324 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.segments_db [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Added segment f095d982-e39d-4c09-b0ef-b734b8e57344 of type vlan for network 057fd696-599c-49c5-8cfe-6fd7a324a18d
Jun 03 20:23:06.185879 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:06.297596 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:06.298996 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:06.299586 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:06.304796 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-9f715037-4a44-4c16-a6b1-5f6215dffdf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:06.403469 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Pushing event updated for resources: {'Network': ['ID=057fd696-599c-49c5-8cfe-6fd7a324a18d,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:06.407065 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:06.415796 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network 057fd696-599c-49c5-8cfe-6fd7a324a18d details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:23:06.441006 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7481141
Jun 03 20:23:06.446719 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 41838) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:06.451877 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-a47937ef-f1b9-4e5a-879e-947394a01ebc admin admin] Request body: {'subnet': {'network_id': '057fd696-599c-49c5-8cfe-6fd7a324a18d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1436582680-subnet', 'tenant_id': 'd3989c8b415e4cb6a65c18ff110b0797', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:23:06.457643 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-a47937ef-f1b9-4e5a-879e-947394a01ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:06.469767 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-a47937ef-f1b9-4e5a-879e-947394a01ebc admin admin] Usage tracker for resource:subnet and tenant:d3989c8b415e4cb6a65c18ff110b0797 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:06.474504 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-a47937ef-f1b9-4e5a-879e-947394a01ebc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:06.520191 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-a47937ef-f1b9-4e5a-879e-947394a01ebc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:06.566524 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54c006-300a-4259-9858-3888ee5fe97f req-4105c0b4-fd31-42c3-985d-e7590f5f7105 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:06.568135 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7e54c006-300a-4259-9858-3888ee5fe97f req-4105c0b4-fd31-42c3-985d-e7590f5f7105 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0953281
Jun 03 20:23:06.603951 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47937ef-f1b9-4e5a-879e-947394a01ebc admin admin] Made reservation on behalf of d3989c8b415e4cb6a65c18ff110b0797 for: {'subnet': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:23:06.606209 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a47937ef-f1b9-4e5a-879e-947394a01ebc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14742462'] for subnet, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:06.646697 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7e54c006-300a-4259-9858-3888ee5fe97f req-a6ced8bb-19a9-452e-b55f-6c957ed7f91a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725389
Jun 03 20:23:07.091321 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a47937ef-f1b9-4e5a-879e-947394a01ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16399095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14742444'] for subnet, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:07.095950 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:07.169581 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47937ef-f1b9-4e5a-879e-947394a01ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c5362f-11b2-4af8-afac-fae8a55eecb7,revision_number=0']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:07.173803 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a47937ef-f1b9-4e5a-879e-947394a01ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:07.181572 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47937ef-f1b9-4e5a-879e-947394a01ebc admin admin] Checking segment: {'id': 'f095d982-e39d-4c09-b0ef-b734b8e57344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '057fd696-599c-49c5-8cfe-6fd7a324a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:23:07.181928 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47937ef-f1b9-4e5a-879e-947394a01ebc admin admin] Network hostable DHCP agents. Network: 057fd696-599c-49c5-8cfe-6fd7a324a18d, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:23:07.272498 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47937ef-f1b9-4e5a-879e-947394a01ebc admin admin] Network 057fd696-599c-49c5-8cfe-6fd7a324a18d is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:23:07.391818 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-a47937ef-f1b9-4e5a-879e-947394a01ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, 057fd696-599c-49c5-8cfe-6fd7a324a18d) {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:23:07.400982 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47937ef-f1b9-4e5a-879e-947394a01ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:07.401133 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd8d260-3068-4f23-889b-accc9e41ad95 None None] Network 057fd696-599c-49c5-8cfe-6fd7a324a18d requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:23:07.401586 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a47937ef-f1b9-4e5a-879e-947394a01ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:07.502108 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-a47937ef-f1b9-4e5a-879e-947394a01ebc admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0540423
Jun 03 20:23:07.614744 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31193c28-bd81-4397-a26d-1806e3a916ae None None] Network 057fd696-599c-49c5-8cfe-6fd7a324a18d requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:23:07.862846 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f734a8-7d13-4c5d-a055-68d936339246 req-558b55d0-a814-4cda-8f03-f0b07080d8f4 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:07.864483 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-40f734a8-7d13-4c5d-a055-68d936339246 req-558b55d0-a814-4cda-8f03-f0b07080d8f4 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 943 time: 0.0904500
Jun 03 20:23:07.910162 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-40f734a8-7d13-4c5d-a055-68d936339246 req-fb513a2b-8ba7-487e-878a-034dcbc0ce8d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396895
Jun 03 20:23:08.243568 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 446e0574-0e49-4101-a2cb-5ae9c25b51c2 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:23:08.379762 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 446e0574-0e49-4101-a2cb-5ae9c25b51c2, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=446e0574-0e49-4101-a2cb-5ae9c25b51c2,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:23:08.394087 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '446e0574-0e49-4101-a2cb-5ae9c25b51c2', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'port_id': '446e0574-0e49-4101-a2cb-5ae9c25b51c2', 'mac_address': 'fa:16:3e:10:d9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:23:08.461165 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:08.490211 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446e0574-0e49-4101-a2cb-5ae9c25b51c2 {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:23:08.523271 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 446e0574-0e49-4101-a2cb-5ae9c25b51c2, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=446e0574-0e49-4101-a2cb-5ae9c25b51c2,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:23:08.600111 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:08.602063 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:08.670864 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=446e0574-0e49-4101-a2cb-5ae9c25b51c2,revision_number=9']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:08.674056 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:08.915796 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['446e0574-0e49-4101-a2cb-5ae9c25b51c2'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:23:09.104950 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370715e-82a5-4471-987c-aae9b5143199 req-bba6ee45-3f51-4768-ae49-e2f1f93f7035 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:09.106315 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1370715e-82a5-4471-987c-aae9b5143199 req-bba6ee45-3f51-4768-ae49-e2f1f93f7035 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 944 time: 0.0827498
Jun 03 20:23:09.151484 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1370715e-82a5-4471-987c-aae9b5143199 req-4ccb3330-75fa-4176-9a3c-6bcc782a155e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384049
Jun 03 20:23:09.622597 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:09.989331 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-73a22843-708d-4e80-a29f-a59c6528e713 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:09.990699 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-73a22843-708d-4e80-a29f-a59c6528e713 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/networks?id=057fd696-599c-49c5-8cfe-6fd7a324a18d HTTP/1.1" status: 200  len: 809 time: 0.1503835
Jun 03 20:23:10.006010 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-d3239558-ed44-44b9-8a0a-bb74a6b73b05 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/quotas/d3989c8b415e4cb6a65c18ff110b0797 HTTP/1.1" status: 200  len: 375 time: 0.0097411
Jun 03 20:23:10.058931 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-c2543790-decf-41ec-a27a-160ec254383f tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3989c8b415e4cb6a65c18ff110b0797&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0467372
Jun 03 20:23:10.196733 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-90301059-0a93-4a9f-a22c-4792a5635186 service neutron] 10.222.0.96 "GET /v2.0/networks/057fd696-599c-49c5-8cfe-6fd7a324a18d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306195
Jun 03 20:23:10.246234 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 446e0574-0e49-4101-a2cb-5ae9c25b51c2 up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:23:10.322812 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 446e0574-0e49-4101-a2cb-5ae9c25b51c2 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:23:10.323472 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:10.341736 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-a0d061d1-6c15-476b-933b-58b1ca00ef81 service neutron] 10.222.0.96 "GET /v2.0/networks/057fd696-599c-49c5-8cfe-6fd7a324a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387007
Jun 03 20:23:10.447834 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266918b-cd34-4450-a563-0a909ae2f754 req-502eb969-306b-418a-a642-7482316bd11b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:10.449335 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1266918b-cd34-4450-a563-0a909ae2f754 req-502eb969-306b-418a-a642-7482316bd11b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 944 time: 0.1468701
Jun 03 20:23:10.472666 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:10.501275 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e0574-0e49-4101-a2cb-5ae9c25b51c2'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:23:10.503458 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc262a2-6b6b-492b-bf17-07431913aaf3" -d '{"events": [{"server_uuid": "d6914333-dde9-481d-bef3-a7b52ddb9527", "name": "network-vif-plugged", "status": "completed", "tag": "446e0574-0e49-4101-a2cb-5ae9c25b51c2"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:23:10.510961 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 446e0574-0e49-4101-a2cb-5ae9c25b51c2, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=446e0574-0e49-4101-a2cb-5ae9c25b51c2,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:23:10.512589 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1266918b-cd34-4450-a563-0a909ae2f754 req-1bc71b85-d647-4d08-8d31-82e74b094d67 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556898
Jun 03 20:23:10.678279 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:10.680743 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-a97e8713-e9b8-43b7-83bd-8fa3f81d1d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:10.731795 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3da1ceb-b106-4795-a5d8-83bbd9acc530 x-openstack-request-id: req-d3da1ceb-b106-4795-a5d8-83bbd9acc530 {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:23:10.732090 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6914333-dde9-481d-bef3-a7b52ddb9527", "name": "network-vif-plugged", "status": "completed", "tag": "446e0574-0e49-4101-a2cb-5ae9c25b51c2", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:23:10.732945 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d3da1ceb-b106-4795-a5d8-83bbd9acc530 {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:23:10.732945 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e0574-0e49-4101-a2cb-5ae9c25b51c2', 'code': 200}
Jun 03 20:23:10.764104 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5125b5a4-e671-4f72-9fba-86bb85a3c175 req-0c222bf6-970b-40f6-ba62-416daa17a3e1 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 210 time: 0.0587544
Jun 03 20:23:10.787998 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=446e0574-0e49-4101-a2cb-5ae9c25b51c2,revision_number=10']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:10.798373 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:11.813134 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871301d6-736c-4ab4-9de0-210437fa7817 req-39a10015-a0bf-4350-b316-16485c81bd15 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:11.823495 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-871301d6-736c-4ab4-9de0-210437fa7817 req-39a10015-a0bf-4350-b316-16485c81bd15 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 946 time: 0.1740539
Jun 03 20:23:11.843002 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040a11f-2982-4fec-b640-2d8efd3912a8 req-f184e764-ee4e-4018-8404-5bd30f635e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:11.845156 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3040a11f-2982-4fec-b640-2d8efd3912a8 req-f184e764-ee4e-4018-8404-5bd30f635e91 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 1099 time: 0.1508636
Jun 03 20:23:11.898058 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-871301d6-736c-4ab4-9de0-210437fa7817 req-2abb198e-ca1c-4ff2-871c-23746d83ac36 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765047
Jun 03 20:23:11.909560 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e1a0a286-a0f1-45df-9993-e78c5a4b583e req-6531f7f8-d8eb-466f-a721-5f5e9f3934a6 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 210 time: 0.0717807
Jun 03 20:23:11.934539 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3040a11f-2982-4fec-b640-2d8efd3912a8 req-4dc8bc5b-023c-46eb-8a72-7cca34f68ebc service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722830
Jun 03 20:23:13.088759 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-885de679-6eb4-4ff8-a63a-66382f3249fe req-d42b6021-e8d7-4615-9eb3-21af6481ad13 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 210 time: 0.0475745
Jun 03 20:23:13.103048 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1cba5-f7f9-47d6-a1b1-886e3858fd42 req-7b8a8d6a-ed39-42c4-b590-721557541cf0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:13.104836 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a9f1cba5-f7f9-47d6-a1b1-886e3858fd42 req-7b8a8d6a-ed39-42c4-b590-721557541cf0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 946 time: 0.0902438
Jun 03 20:23:13.152989 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a9f1cba5-f7f9-47d6-a1b1-886e3858fd42 req-6e0ab4e3-8e4c-4ee1-94e1-637f499a29fe tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408962
Jun 03 20:23:13.438788 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e88cd9-2586-4d31-b90a-043833361141 req-ddae7d02-7178-4b4a-8d3b-9f31a2d6d2d0 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:13.440258 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c7e88cd9-2586-4d31-b90a-043833361141 req-ddae7d02-7178-4b4a-8d3b-9f31a2d6d2d0 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 946 time: 0.0814958
Jun 03 20:23:13.486600 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c7e88cd9-2586-4d31-b90a-043833361141 req-f3362cbb-6f1e-4a60-b7f9-ee20e5d64949 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405245
Jun 03 20:23:13.511289 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 41964) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:13.770335 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec0aeac-0949-40bf-981e-59bbbea9fc3e tempest-TestMinimumBasicScenario-1898220964 tempest-TestMinimumBasicScenario-1898220964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:13.771645 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-9ec0aeac-0949-40bf-981e-59bbbea9fc3e tempest-TestMinimumBasicScenario-1898220964 tempest-TestMinimumBasicScenario-1898220964-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 1094 time: 0.2593563
Jun 03 20:23:13.774520 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 41988) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:13.778851 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Request body: {'floatingip': {'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'port_id': 'cc787ed1-e721-449f-9ae7-95a9843a54ac', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:23:13.784914 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:13.788762 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Usage tracker for resource:floatingip and tenant:e535257a7b7d4e5db09589330c6661d8 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:13.791629 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:13.799196 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:13.856516 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for floatingip, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:14.169128 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-a8accb6e-19c2-461a-8de4-d228b20cbab1 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:14.169828 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-a8accb6e-19c2-461a-8de4-d228b20cbab1 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Synchronizing usage tracker for tenant:d3989c8b415e4cb6a65c18ff110b0797 on resource:network {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:23:14.247530 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-832f6f1d-b15f-45db-afee-a7077e5c5caf req-ba3f3fc4-cae1-4a5c-a510-abeb8fda332b tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 210 time: 0.0490866
Jun 03 20:23:14.268393 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:14.302567 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-a8accb6e-19c2-461a-8de4-d228b20cbab1 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Unset dirty status for tenant:d3989c8b415e4cb6a65c18ff110b0797 on resource:network {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:23:14.303678 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-a8accb6e-19c2-461a-8de4-d228b20cbab1 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.122 "GET /v2.0/networks?id=057fd696-599c-49c5-8cfe-6fd7a324a18d HTTP/1.1" status: 200  len: 809 time: 0.4312286
Jun 03 20:23:14.324532 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Request body: {'port': {'device_id': '52e52193-71e5-4299-9083-f964043cd01d', 'network_id': '057fd696-599c-49c5-8cfe-6fd7a324a18d', 'admin_state_up': True, 'tenant_id': 'd3989c8b415e4cb6a65c18ff110b0797'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:23:14.395227 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf149fac-b8cd-4894-9375-0b1c32b77792 req-a95c8cb4-b5f5-4b25-985b-9dfff4fbdf0a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:14.396907 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cf149fac-b8cd-4894-9375-0b1c32b77792 req-a95c8cb4-b5f5-4b25-985b-9dfff4fbdf0a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 946 time: 0.1044955
Jun 03 20:23:14.447189 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cf149fac-b8cd-4894-9375-0b1c32b77792 req-e059a795-7c09-4e35-b10b-a7cf33e828a6 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434310
Jun 03 20:23:14.543423 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Allocated IP 172.27.0.110 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/6683dcb5-8098-4c1b-bc74-268c9193d3d7) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:23:14.551962 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:14.559072 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Usage tracker for resource:port and tenant:d3989c8b415e4cb6a65c18ff110b0797 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:14.563267 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:14.585607 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:14.671313 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Made reservation on behalf of d3989c8b415e4cb6a65c18ff110b0797 for: {'port': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:23:14.675176 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:14.789889 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:14.886328 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Allocated IP 172.20.0.3 (057fd696-599c-49c5-8cfe-6fd7a324a18d/62c5362f-11b2-4af8-afac-fae8a55eecb7/cb008046-a6ad-4105-869c-26debc61c7d6) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:23:14.974574 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:14.981363 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-90f76aa0-daac-49ee-8621-759b18b587e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:15.093740 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:23:15.109691 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:23:15.119159 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:23:15.151305 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Pushing event updated for resources: {'Port': ['ID=6683dcb5-8098-4c1b-bc74-268c9193d3d7,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:15.162185 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:15.243956 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:15.449686 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-452ec34c-fb3d-477d-80db-8af47d2bb729 req-93a4c76a-e502-403c-997b-be05bb6f3f93 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 210 time: 0.0587468
Jun 03 20:23:15.645773 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c34cfb-eea4-46e7-b506-f15c4b9f480b req-31fd5e54-f7ab-448e-b4ab-3775cbba98b6 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:15.647347 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-06c34cfb-eea4-46e7-b506-f15c4b9f480b req-31fd5e54-f7ab-448e-b4ab-3775cbba98b6 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 946 time: 0.0832069
Jun 03 20:23:15.667740 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:15.676786 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:15.696434 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-06c34cfb-eea4-46e7-b506-f15c4b9f480b req-bfb67391-b9d1-472a-9458-4a76fd7b3003 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430081
Jun 03 20:23:15.855127 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Network 057fd696-599c-49c5-8cfe-6fd7a324a18d is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:23:15.869389 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:23:15.878136 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:23:15.922937 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Pushing event updated for resources: {'Port': ['ID=cb008046-a6ad-4105-869c-26debc61c7d6,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:15.927663 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:15.972418 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:15.972931 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:16.068444 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:16.114463 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7946048
Jun 03 20:23:16.131944 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Request body: {'port': {'device_id': '52e52193-71e5-4299-9083-f964043cd01d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:23:16.290918 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:16.315488 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:16.815385 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:16.829354 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b609ec-42ca-41d9-9486-7ee69a76a649 req-357d56ee-623e-4202-8e07-6506386a2de2 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:16.830052 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-65b609ec-42ca-41d9-9486-7ee69a76a649 req-357d56ee-623e-4202-8e07-6506386a2de2 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Synchronizing usage tracker for tenant:d3989c8b415e4cb6a65c18ff110b0797 on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:23:16.891067 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:16.897131 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5b3b6779-117c-4d5d-9953-002ff995162d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:16.994946 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-65b609ec-42ca-41d9-9486-7ee69a76a649 req-357d56ee-623e-4202-8e07-6506386a2de2 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Unset dirty status for tenant:d3989c8b415e4cb6a65c18ff110b0797 on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:23:16.996103 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65b609ec-42ca-41d9-9486-7ee69a76a649 req-357d56ee-623e-4202-8e07-6506386a2de2 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 931 time: 0.4164255
Jun 03 20:23:17.002289 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb008046-a6ad-4105-869c-26debc61c7d6 {{(pid=92637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:23:17.037349 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:17.048045 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Pushing event updated for resources: {'Port': ['ID=6683dcb5-8098-4c1b-bc74-268c9193d3d7,revision_number=2']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:17.061344 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:17.083311 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-836964'] for floatingip, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:17.242591 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.provisioning_blocks [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Transition to ACTIVE for port object cb008046-a6ad-4105-869c-26debc61c7d6 will not be triggered until provisioned by entity L2. {{(pid=92637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:23:17.252382 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-65b609ec-42ca-41d9-9486-7ee69a76a649 req-e9024e07-f4d4-4294-980e-bbd40f8c1ab2 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Synchronizing usage tracker for tenant:d3989c8b415e4cb6a65c18ff110b0797 on resource:security_group {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:23:17.341738 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:17.352262 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-9a2c1e06-3a44-4bc7-b1ea-600f6bd57acc tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:17.392946 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-65b609ec-42ca-41d9-9486-7ee69a76a649 req-e9024e07-f4d4-4294-980e-bbd40f8c1ab2 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Unset dirty status for tenant:d3989c8b415e4cb6a65c18ff110b0797 on resource:security_group {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:23:17.394101 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65b609ec-42ca-41d9-9486-7ee69a76a649 req-e9024e07-f4d4-4294-980e-bbd40f8c1ab2 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3802383
Jun 03 20:23:17.527693 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.l3_db [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Floating IP f92b638a-4922-4091-97a3-91c51f30ce63 associated. External IP: 172.27.0.110, port: cc787ed1-e721-449f-9ae7-95a9843a54ac.
Jun 03 20:23:17.580048 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Pushing event updated for resources: {'Port': ['ID=cb008046-a6ad-4105-869c-26debc61c7d6,revision_number=2']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:17.592409 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:17.751730 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Attempting to bind port cb008046-a6ad-4105-869c-26debc61c7d6 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:23:17.752065 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Attempting to bind port cb008046-a6ad-4105-869c-26debc61c7d6 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'f095d982-e39d-4c09-b0ef-b734b8e57344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '057fd696-599c-49c5-8cfe-6fd7a324a18d'}] {{(pid=92637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:23:17.752391 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Attempting to bind port cb008046-a6ad-4105-869c-26debc61c7d6 on network 057fd696-599c-49c5-8cfe-6fd7a324a18d {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:23:17.770204 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Port cb008046-a6ad-4105-869c-26debc61c7d6 on network 057fd696-599c-49c5-8cfe-6fd7a324a18d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:23:17.770525 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Attempting to bind port cb008046-a6ad-4105-869c-26debc61c7d6 on network 057fd696-599c-49c5-8cfe-6fd7a324a18d {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:23:17.780176 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:23:17.780514 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Checking segment: {'id': 'f095d982-e39d-4c09-b0ef-b734b8e57344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '057fd696-599c-49c5-8cfe-6fd7a324a18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:23:17.781499 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Bound using segment: {'id': 'f095d982-e39d-4c09-b0ef-b734b8e57344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '057fd696-599c-49c5-8cfe-6fd7a324a18d'} {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:23:17.781933 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Bound port: cb008046-a6ad-4105-869c-26debc61c7d6, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f095d982-e39d-4c09-b0ef-b734b8e57344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '057fd696-599c-49c5-8cfe-6fd7a324a18d'}}] {{(pid=92637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:23:17.782529 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:18.024946 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] For port cb008046-a6ad-4105-869c-26debc61c7d6, host hv-cinder-79466, cleared binding levels {{(pid=92637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:23:18.038417 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] For port cb008046-a6ad-4105-869c-26debc61c7d6, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=cb008046-a6ad-4105-869c-26debc61c7d6,segment=NetworkSegment(f095d982-e39d-4c09-b0ef-b734b8e57344),segment_id=f095d982-e39d-4c09-b0ef-b734b8e57344)] {{(pid=92637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:23:18.043125 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Router c334fb42-3373-4a97-83c8-8e74aa1725d3 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:23:18.137451 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:18.189574 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:18.258804 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:18.259405 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:18.260923 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] 10.222.0.122 "PUT /v2.0/ports/cb008046-a6ad-4105-869c-26debc61c7d6 HTTP/1.1" status: 200  len: 1093 time: 2.1328409
Jun 03 20:23:18.263094 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e52193-71e5-4299-9083-f964043cd01d', 'tag': 'cb008046-a6ad-4105-869c-26debc61c7d6'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:23:18.266056 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f89228b-39b1-4617-8f48-24812263fc94" -d '{"events": [{"name": "network-changed", "server_uuid": "52e52193-71e5-4299-9083-f964043cd01d", "tag": "cb008046-a6ad-4105-869c-26debc61c7d6"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:23:18.299819 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:23:18.306618 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Pushing event updated for resources: {'Port': ['ID=cb008046-a6ad-4105-869c-26debc61c7d6,revision_number=3']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:18.310258 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abfbb3-6e63-4ae6-824a-5701d4df6a93 None None] Sync routers for ids ['c334fb42-3373-4a97-83c8-8e74aa1725d3'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:23:18.310864 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:18.332114 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abfbb3-6e63-4ae6-824a-5701d4df6a93 None None] Routers {'c334fb42-3373-4a97-83c8-8e74aa1725d3'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:23:18.332114 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-b7abfbb3-6e63-4ae6-824a-5701d4df6a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f421718b070>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:23:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['c334fb42-3373-4a97-83c8-8e74aa1725d3'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:23:18.374204 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830bf072-3874-4d8b-b658-c7e293cc8313 x-openstack-request-id: req-830bf072-3874-4d8b-b658-c7e293cc8313 {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:23:18.375241 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e52193-71e5-4299-9083-f964043cd01d", "tag": "cb008046-a6ad-4105-869c-26debc61c7d6", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:23:18.375514 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-830bf072-3874-4d8b-b658-c7e293cc8313 {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:23:18.379309 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e52193-71e5-4299-9083-f964043cd01d', 'tag': 'cb008046-a6ad-4105-869c-26debc61c7d6', 'status': 'completed', 'code': 200}
Jun 03 20:23:18.485018 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89228b-39b1-4617-8f48-24812263fc94 req-7594417a-629e-4735-bd20-e6c72cf4e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:18.486594 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-0f89228b-39b1-4617-8f48-24812263fc94 req-7594417a-629e-4735-bd20-e6c72cf4e663 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=d3989c8b415e4cb6a65c18ff110b0797&device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 1096 time: 0.0849106
Jun 03 20:23:18.514853 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-b7abfbb3-6e63-4ae6-824a-5701d4df6a93 None None] Set router c334fb42-3373-4a97-83c8-8e74aa1725d3 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:23:18.570884 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for floatingip, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:18.825471 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-17192a91-d12e-4f3e-a3da-c8558afec95b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 5.0497429
Jun 03 20:23:18.828177 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 42046) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:18.833093 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-b3598c1a-061d-4732-bc9a-7874f37985cd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-969141365', 'description': 'tempest-secgroup-smoke-969141365 description', 'project_id': 'e535257a7b7d4e5db09589330c6661d8'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:23:18.839765 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-b3598c1a-061d-4732-bc9a-7874f37985cd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:18.851011 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-b3598c1a-061d-4732-bc9a-7874f37985cd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:18.865543 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89228b-39b1-4617-8f48-24812263fc94 req-4ea25e55-4aff-4023-9beb-a614644ef7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:18.872643 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-0f89228b-39b1-4617-8f48-24812263fc94 req-4ea25e55-4aff-4023-9beb-a614644ef7f3 service neutron] 10.222.0.122 "GET /v2.0/networks?tenant_id=d3989c8b415e4cb6a65c18ff110b0797&shared=False HTTP/1.1" status: 200  len: 911 time: 0.3700001
Jun 03 20:23:18.878884 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818b4d7-85d3-458e-b8e7-bde1b007a840 req-d7750a17-324f-4453-99b8-954e7dedf1fa tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:18.879928 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-b7abfbb3-6e63-4ae6-824a-5701d4df6a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f421718b070>, [{'id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'name': 'tempest-TestMinimumBasicScenario-14487883-router', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'aa95b028-d346-424d-872a-c8901bd34464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:43Z', 'updated_at': '2021-06-03T20:21:49Z', 'revision_number': 4, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'gw_port': {'id': 'aa95b028-d346-424d-872a-c8901bd34464', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:44Z', 'updated_at': '2021-06-03T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': 'f92b638a-4922-4091-97a3-91c51f30ce63', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'port_id': 'cc787ed1-e721-449f-9ae7-95a9843a54ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb', 'mac_address': 'fa:16:3e:f4:71:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:23:15Z', 'updated_at': '2021-06-03T20:23:15Z', 'revision_number': 0, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92781d38-c007-456a-a02f-867579945b63', 'name': '', 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'mac_address': 'fa:16:3e:26:c9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:48Z', 'updated_at': '2021-06-03T20:21:55Z', 'revision_number': 5, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'subnets': [{'id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:23:18.880341 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7818b4d7-85d3-458e-b8e7-bde1b007a840 req-d7750a17-324f-4453-99b8-954e7dedf1fa tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 943 time: 0.3607368
Jun 03 20:23:18.884120 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abfbb3-6e63-4ae6-824a-5701d4df6a93 None None] Checking router: c334fb42-3373-4a97-83c8-8e74aa1725d3 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:23:18.892751 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abfbb3-6e63-4ae6-824a-5701d4df6a93 None None] Routers {'c334fb42-3373-4a97-83c8-8e74aa1725d3'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:23:18.893362 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-b7abfbb3-6e63-4ae6-824a-5701d4df6a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f421718b070>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:23:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['c334fb42-3373-4a97-83c8-8e74aa1725d3'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:23:18.925858 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b3598c1a-061d-4732-bc9a-7874f37985cd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:18.959798 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-b3598c1a-061d-4732-bc9a-7874f37985cd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:18.964954 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-b3598c1a-061d-4732-bc9a-7874f37985cd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Usage tracker for resource:security_group_rule and tenant:e535257a7b7d4e5db09589330c6661d8 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:18.969164 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-b3598c1a-061d-4732-bc9a-7874f37985cd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:18.976067 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-b3598c1a-061d-4732-bc9a-7874f37985cd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:19.028024 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7818b4d7-85d3-458e-b8e7-bde1b007a840 req-52066db9-0501-4c93-a7c8-57f219c3fc6b tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259778
Jun 03 20:23:19.066390 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89228b-39b1-4617-8f48-24812263fc94 req-b6aad86b-e454-4085-92cd-9ab7f59e5ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:19.068308 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-0f89228b-39b1-4617-8f48-24812263fc94 req-b6aad86b-e454-4085-92cd-9ab7f59e5ec5 service neutron] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1871138
Jun 03 20:23:19.116336 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-b7abfbb3-6e63-4ae6-824a-5701d4df6a93 None None] Set router c334fb42-3373-4a97-83c8-8e74aa1725d3 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:23:19.171071 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b3598c1a-061d-4732-bc9a-7874f37985cd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:19.190094 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-266c87d3-0fb4-4335-97af-17ea97032b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:19.191695 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-266c87d3-0fb4-4335-97af-17ea97032b70 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=d3989c8b415e4cb6a65c18ff110b0797&device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 1096 time: 0.0795197
Jun 03 20:23:19.260273 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b3598c1a-061d-4732-bc9a-7874f37985cd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:19.264549 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-80424eed-d4f5-48cf-97ce-2f071efa63f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:19.265595 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-61ae2713-153d-4a79-99fd-16656fcb2780 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb008046-a6ad-4105-869c-26debc61c7d6 HTTP/1.1" status: 200  len: 217 time: 0.0646389
Jun 03 20:23:19.309096 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3598c1a-061d-4732-bc9a-7874f37985cd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:19.326243 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b3598c1a-061d-4732-bc9a-7874f37985cd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:19.363972 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-a64360c8-b407-4d4e-b5a0-e33af0796ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:19.365587 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-a64360c8-b407-4d4e-b5a0-e33af0796ba5 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=62c5362f-11b2-4af8-afac-fae8a55eecb7 HTTP/1.1" status: 200  len: 849 time: 0.0932460
Jun 03 20:23:19.403352 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b3598c1a-061d-4732-bc9a-7874f37985cd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:19.404760 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-b3598c1a-061d-4732-bc9a-7874f37985cd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.5754111
Jun 03 20:23:19.408474 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 42054) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:19.413214 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-647ea875-00c4-478a-82dd-5ad7b68c1574 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Request body: {'security_group_rule': {'security_group_id': '03d9c6d7-8b50-487d-8a4b-c5e059adc1f0', 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:23:19.419174 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-647ea875-00c4-478a-82dd-5ad7b68c1574 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:19.423479 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-647ea875-00c4-478a-82dd-5ad7b68c1574 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Usage tracker for resource:security_group_rule and tenant:e535257a7b7d4e5db09589330c6661d8 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:19.426457 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-647ea875-00c4-478a-82dd-5ad7b68c1574 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:19.432545 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-647ea875-00c4-478a-82dd-5ad7b68c1574 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:19.434530 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-463e7e1b-9181-45a2-a71c-3a43defc9942 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=057fd696-599c-49c5-8cfe-6fd7a324a18d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492010
Jun 03 20:23:19.503625 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-b7abfbb3-6e63-4ae6-824a-5701d4df6a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f421718b070>, [{'id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'name': 'tempest-TestMinimumBasicScenario-14487883-router', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'aa95b028-d346-424d-872a-c8901bd34464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:43Z', 'updated_at': '2021-06-03T20:21:49Z', 'revision_number': 4, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'gw_port': {'id': 'aa95b028-d346-424d-872a-c8901bd34464', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:44Z', 'updated_at': '2021-06-03T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': 'f92b638a-4922-4091-97a3-91c51f30ce63', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'port_id': 'cc787ed1-e721-449f-9ae7-95a9843a54ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb', 'mac_address': 'fa:16:3e:f4:71:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:23:15Z', 'updated_at': '2021-06-03T20:23:15Z', 'revision_number': 0, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92781d38-c007-456a-a02f-867579945b63', 'name': '', 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'mac_address': 'fa:16:3e:26:c9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:48Z', 'updated_at': '2021-06-03T20:21:55Z', 'revision_number': 5, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'subnets': [{'id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:23:19.507846 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abfbb3-6e63-4ae6-824a-5701d4df6a93 None None] The sync data for ids ['c334fb42-3373-4a97-83c8-8e74aa1725d3'] in dv-cinder-794669-1-iscsi is: [{'id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'name': 'tempest-TestMinimumBasicScenario-14487883-router', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'aa95b028-d346-424d-872a-c8901bd34464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:43Z', 'updated_at': '2021-06-03T20:21:49Z', 'revision_number': 4, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'gw_port': {'id': 'aa95b028-d346-424d-872a-c8901bd34464', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:44Z', 'updated_at': '2021-06-03T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': 'f92b638a-4922-4091-97a3-91c51f30ce63', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'port_id': 'cc787ed1-e721-449f-9ae7-95a9843a54ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb', 'mac_address': 'fa:16:3e:f4:71:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:23:15Z', 'updated_at': '2021-06-03T20:23:15Z', 'revision_number': 0, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92781d38-c007-456a-a02f-867579945b63', 'name': '', 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'mac_address': 'fa:16:3e:26:c9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:48Z', 'updated_at': '2021-06-03T20:21:55Z', 'revision_number': 5, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'subnets': [{'id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:23:19.524582 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-647ea875-00c4-478a-82dd-5ad7b68c1574 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:19.591277 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-58eb8ddb-46fe-40b6-b4ee-a24e0582a976 service neutron] 10.222.0.122 "GET /v2.0/networks/057fd696-599c-49c5-8cfe-6fd7a324a18d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370480
Jun 03 20:23:19.594485 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-647ea875-00c4-478a-82dd-5ad7b68c1574 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:19.711818 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-647ea875-00c4-478a-82dd-5ad7b68c1574 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:19.714011 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:19.724360 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9a6d33-321a-4274-9ed7-0889ac7fbd4a None None] New status for floating IP f92b638a-4922-4091-97a3-91c51f30ce63: ACTIVE {{(pid=92640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 20:23:19.727860 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ccd0340d-eb36-4009-800b-be9b31661a8f req-8c38ecfe-7d8e-43d2-b517-188e4cbb48e8 service neutron] 10.222.0.122 "GET /v2.0/networks/057fd696-599c-49c5-8cfe-6fd7a324a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302629
Jun 03 20:23:19.738297 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ea875-00c4-478a-82dd-5ad7b68c1574 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f675e1-c3df-4d74-8910-3b7725889e7e,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:19.743896 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-647ea875-00c4-478a-82dd-5ad7b68c1574 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:19.868383 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-647ea875-00c4-478a-82dd-5ad7b68c1574 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:19.870027 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-647ea875-00c4-478a-82dd-5ad7b68c1574 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4605021
Jun 03 20:23:19.872767 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 42056) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:19.877824 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-ee663f82-3c0a-4cd9-b9a2-5b76cc432437 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Request body: {'security_group_rule': {'security_group_id': '03d9c6d7-8b50-487d-8a4b-c5e059adc1f0', 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:23:19.883718 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-ee663f82-3c0a-4cd9-b9a2-5b76cc432437 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:19.887710 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-ee663f82-3c0a-4cd9-b9a2-5b76cc432437 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Usage tracker for resource:security_group_rule and tenant:e535257a7b7d4e5db09589330c6661d8 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:19.891254 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-ee663f82-3c0a-4cd9-b9a2-5b76cc432437 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:19.896856 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-ee663f82-3c0a-4cd9-b9a2-5b76cc432437 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:20.010618 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ee663f82-3c0a-4cd9-b9a2-5b76cc432437 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:20.081007 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ee663f82-3c0a-4cd9-b9a2-5b76cc432437 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:20.228319 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf8b99-7de5-449c-b3ef-ad6a225d946b req-90eeaa3f-97a6-4684-9d78-07bcc76cb444 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:20.229741 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a3bf8b99-7de5-449c-b3ef-ad6a225d946b req-90eeaa3f-97a6-4684-9d78-07bcc76cb444 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 943 time: 0.0801227
Jun 03 20:23:20.251748 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ee663f82-3c0a-4cd9-b9a2-5b76cc432437 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:20.257870 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:20.293954 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee663f82-3c0a-4cd9-b9a2-5b76cc432437 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcda5855-1fe9-44ca-9f8a-e249b4eb4c37,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:20.302628 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ee663f82-3c0a-4cd9-b9a2-5b76cc432437 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:20.307267 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a3bf8b99-7de5-449c-b3ef-ad6a225d946b req-06719938-daa3-4382-8a52-61de0966b350 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707228
Jun 03 20:23:20.376767 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ee663f82-3c0a-4cd9-b9a2-5b76cc432437 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:20.376940 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'tag': 'cc787ed1-e721-449f-9ae7-95a9843a54ac'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:23:20.380456 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-ee663f82-3c0a-4cd9-b9a2-5b76cc432437 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5042133
Jun 03 20:23:20.380680 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf97e1d-f193-4417-81ab-9ac109c5e3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7af204-34bc-4f71-8699-c5f7c72e91bf", "tag": "cc787ed1-e721-449f-9ae7-95a9843a54ac"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:23:20.380781 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 42062) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:20.385181 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-1e56d840-6f4f-4387-93f4-caa5126c8478 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Request body: {'security_group_rule': {'security_group_id': '03d9c6d7-8b50-487d-8a4b-c5e059adc1f0', 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:23:20.392158 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-1e56d840-6f4f-4387-93f4-caa5126c8478 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:20.396178 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-1e56d840-6f4f-4387-93f4-caa5126c8478 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Usage tracker for resource:security_group_rule and tenant:e535257a7b7d4e5db09589330c6661d8 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:20.399229 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-1e56d840-6f4f-4387-93f4-caa5126c8478 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:20.405213 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-1e56d840-6f4f-4387-93f4-caa5126c8478 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:20.427054 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e80d4dd-9576-452c-b4cc-f8b2e10baaf2 x-openstack-request-id: req-5e80d4dd-9576-452c-b4cc-f8b2e10baaf2 {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:23:20.427336 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7af204-34bc-4f71-8699-c5f7c72e91bf", "tag": "cc787ed1-e721-449f-9ae7-95a9843a54ac", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:23:20.427628 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5e80d4dd-9576-452c-b4cc-f8b2e10baaf2 {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:23:20.428062 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'tag': 'cc787ed1-e721-449f-9ae7-95a9843a54ac', 'status': 'completed', 'code': 200}
Jun 03 20:23:20.489858 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1e56d840-6f4f-4387-93f4-caa5126c8478 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:20.525829 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97e1d-f193-4417-81ab-9ac109c5e3c5 req-074b84d6-b5d1-42b4-8f80-2af9825bd0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:20.527338 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3cf97e1d-f193-4417-81ab-9ac109c5e3c5 req-074b84d6-b5d1-42b4-8f80-2af9825bd0b0 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=e535257a7b7d4e5db09589330c6661d8&device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 1099 time: 0.0750160
Jun 03 20:23:20.556607 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1e56d840-6f4f-4387-93f4-caa5126c8478 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:20.633644 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1e56d840-6f4f-4387-93f4-caa5126c8478 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:20.636331 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-9098fa6d-0e7f-4f95-99fe-e6d8e47cd5b8 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:20.658588 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56d840-6f4f-4387-93f4-caa5126c8478 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812df2cb-7a42-4021-b61f-54b590cf4e56,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:20.662765 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-1e56d840-6f4f-4387-93f4-caa5126c8478 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:20.669600 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97e1d-f193-4417-81ab-9ac109c5e3c5 req-9489fbdd-4961-4a5d-9e34-f68090c8dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:20.671310 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3cf97e1d-f193-4417-81ab-9ac109c5e3c5 req-9489fbdd-4961-4a5d-9e34-f68090c8dd09 service neutron] 10.222.0.122 "GET /v2.0/networks?id=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb HTTP/1.1" status: 200  len: 915 time: 0.1310737
Jun 03 20:23:20.743441 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1e56d840-6f4f-4387-93f4-caa5126c8478 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:20.744770 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-1e56d840-6f4f-4387-93f4-caa5126c8478 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3631103
Jun 03 20:23:20.747487 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 42068) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:20.752956 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-9a1b6a98-3275-4700-8a56-1406b1d1e7ce tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Request body: {'security_group_rule': {'security_group_id': '03d9c6d7-8b50-487d-8a4b-c5e059adc1f0', 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:23:20.759133 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-9a1b6a98-3275-4700-8a56-1406b1d1e7ce tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:20.763418 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-9a1b6a98-3275-4700-8a56-1406b1d1e7ce tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Usage tracker for resource:security_group_rule and tenant:e535257a7b7d4e5db09589330c6661d8 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:20.766516 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-9a1b6a98-3275-4700-8a56-1406b1d1e7ce tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:20.772977 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-9a1b6a98-3275-4700-8a56-1406b1d1e7ce tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:20.788669 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3cf97e1d-f193-4417-81ab-9ac109c5e3c5 req-1f6adf4d-65e1-447a-b103-48e21a8471e1 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc787ed1-e721-449f-9ae7-95a9843a54ac HTTP/1.1" status: 200  len: 1002 time: 0.1050258
Jun 03 20:23:20.858005 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97e1d-f193-4417-81ab-9ac109c5e3c5 req-28977cc5-157f-425a-8d11-3730cfa0e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:20.859770 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3cf97e1d-f193-4417-81ab-9ac109c5e3c5 req-28977cc5-157f-425a-8d11-3730cfa0e88f service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e121f43d-7381-4c05-ae75-bc6956775a11 HTTP/1.1" status: 200  len: 852 time: 0.0616400
Jun 03 20:23:20.868367 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9a1b6a98-3275-4700-8a56-1406b1d1e7ce tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:20.904010 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 42072) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:20.935341 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9a1b6a98-3275-4700-8a56-1406b1d1e7ce tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:20.956109 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97e1d-f193-4417-81ab-9ac109c5e3c5 req-73f1e8f1-4bda-46d0-9d28-5d928f62abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:20.957581 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3cf97e1d-f193-4417-81ab-9ac109c5e3c5 req-73f1e8f1-4bda-46d0-9d28-5d928f62abcc service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843594
Jun 03 20:23:21.049315 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9a1b6a98-3275-4700-8a56-1406b1d1e7ce tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:21.057201 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:21.078640 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b6a98-3275-4700-8a56-1406b1d1e7ce tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91925315-c7f2-4386-9722-e59bba4176f6,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:21.080984 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-3d261ab7-b88a-4482-81ed-eb0726a1f812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:21.083852 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-9a1b6a98-3275-4700-8a56-1406b1d1e7ce tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:21.101371 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-3d261ab7-b88a-4482-81ed-eb0726a1f812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:21.109270 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-3d261ab7-b88a-4482-81ed-eb0726a1f812 admin admin] Usage tracker for resource:security_group_rule and tenant:c4fbaf8612e647bfb2acafbdf083899b is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:21.119892 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-3d261ab7-b88a-4482-81ed-eb0726a1f812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:21.146620 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-3d261ab7-b88a-4482-81ed-eb0726a1f812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:21.146620 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3cf97e1d-f193-4417-81ab-9ac109c5e3c5 req-14942b6c-c3a9-45db-8604-f782c7cafc05 service neutron] 10.222.0.122 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1659977
Jun 03 20:23:21.210795 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9a1b6a98-3275-4700-8a56-1406b1d1e7ce tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:21.212025 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-9a1b6a98-3275-4700-8a56-1406b1d1e7ce tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4636202
Jun 03 20:23:21.214662 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 42076) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:21.220005 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-c21cfe34-ccdc-41da-b300-fbc7e0d45960 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Request body: {'security_group_rule': {'security_group_id': '03d9c6d7-8b50-487d-8a4b-c5e059adc1f0', 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:23:21.226234 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-c21cfe34-ccdc-41da-b300-fbc7e0d45960 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:21.230215 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-c21cfe34-ccdc-41da-b300-fbc7e0d45960 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Usage tracker for resource:security_group_rule and tenant:e535257a7b7d4e5db09589330c6661d8 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:21.233365 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-c21cfe34-ccdc-41da-b300-fbc7e0d45960 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:21.240228 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-c21cfe34-ccdc-41da-b300-fbc7e0d45960 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:21.335445 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.securitygroups_db [None req-c21cfe34-ccdc-41da-b300-fbc7e0d45960 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Project e535257a7b7d4e5db09589330c6661d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 20:23:21.340578 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c21cfe34-ccdc-41da-b300-fbc7e0d45960 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:21.396640 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3cf97e1d-f193-4417-81ab-9ac109c5e3c5 req-ad0f98f3-571c-4b48-9e52-7edd7603398d service neutron] 10.222.0.122 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2535470
Jun 03 20:23:21.415314 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c21cfe34-ccdc-41da-b300-fbc7e0d45960 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:21.448036 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-3d261ab7-b88a-4482-81ed-eb0726a1f812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:21.504570 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c5ea4-5213-46cc-8107-f614ac4cdf86 req-c3893d7b-715a-4697-8613-216dd68f0b01 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:21.506007 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4a6c5ea4-5213-46cc-8107-f614ac4cdf86 req-c3893d7b-715a-4697-8613-216dd68f0b01 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 943 time: 0.0833635
Jun 03 20:23:21.507840 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c21cfe34-ccdc-41da-b300-fbc7e0d45960 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:21.515673 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ee663f82-3c0a-4cd9-b9a2-5b76cc432437 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:21.537036 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-3d261ab7-b88a-4482-81ed-eb0726a1f812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:21.545539 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-1ec6bc64-7e39-4f4c-bc8d-3f9cc2751b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:21.553149 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cfe34-ccdc-41da-b300-fbc7e0d45960 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf5786a-6284-4007-aca7-3884686e6c0e,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:21.555515 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c21cfe34-ccdc-41da-b300-fbc7e0d45960 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:21.583829 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4a6c5ea4-5213-46cc-8107-f614ac4cdf86 req-6e4596ea-6202-47e7-9004-e20b069ad0fe tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695598
Jun 03 20:23:21.586882 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-3d261ab7-b88a-4482-81ed-eb0726a1f812 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c4fbaf8612e647bfb2acafbdf083899b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6772835
Jun 03 20:23:21.587610 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d261ab7-b88a-4482-81ed-eb0726a1f812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a91314-57eb-4437-98f1-d53b91ed5a85,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:21.589354 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 42080) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:21.590613 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-3d261ab7-b88a-4482-81ed-eb0726a1f812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:21.647998 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c21cfe34-ccdc-41da-b300-fbc7e0d45960 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:21.649162 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-c21cfe34-ccdc-41da-b300-fbc7e0d45960 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4333146
Jun 03 20:23:21.652099 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 42082) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:21.653830 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e2cb323f-2016-4855-ba58-3f39f3573edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:21.657700 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-d367e1e9-6cca-4820-82b7-44f396573424 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Request body: {'security_group_rule': {'security_group_id': '03d9c6d7-8b50-487d-8a4b-c5e059adc1f0', 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:23:21.663596 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-d367e1e9-6cca-4820-82b7-44f396573424 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:21.667473 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-d367e1e9-6cca-4820-82b7-44f396573424 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Usage tracker for resource:security_group_rule and tenant:e535257a7b7d4e5db09589330c6661d8 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:21.670377 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-d367e1e9-6cca-4820-82b7-44f396573424 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:21.676698 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-d367e1e9-6cca-4820-82b7-44f396573424 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:21.681072 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e2cb323f-2016-4855-ba58-3f39f3573edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:21.748093 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.securitygroups_db [None req-d367e1e9-6cca-4820-82b7-44f396573424 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Project e535257a7b7d4e5db09589330c6661d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 20:23:21.755186 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d367e1e9-6cca-4820-82b7-44f396573424 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:21.810568 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e2cb323f-2016-4855-ba58-3f39f3573edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:21.815849 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-d8460d27-a5eb-4772-9f6a-221fa1ce32b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:21.824163 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d367e1e9-6cca-4820-82b7-44f396573424 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:21.826285 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb323f-2016-4855-ba58-3f39f3573edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a91314-57eb-4437-98f1-d53b91ed5a85,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:21.830381 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e2cb323f-2016-4855-ba58-3f39f3573edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:21.833653 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e2cb323f-2016-4855-ba58-3f39f3573edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:21.834797 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-e2cb323f-2016-4855-ba58-3f39f3573edf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b0a91314-57eb-4437-98f1-d53b91ed5a85 HTTP/1.1" status: 204  len: 168 time: 0.2442548
Jun 03 20:23:21.901980 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d367e1e9-6cca-4820-82b7-44f396573424 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:21.904315 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4d4ddfcb-7e43-4fb7-9eb0-0f0a625a9180 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:21.926780 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367e1e9-6cca-4820-82b7-44f396573424 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcc8993-f27b-42e4-9718-6eeb412eaca5,revision_number=0']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:21.931911 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-d367e1e9-6cca-4820-82b7-44f396573424 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:22.014825 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d367e1e9-6cca-4820-82b7-44f396573424 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:22.016612 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-d367e1e9-6cca-4820-82b7-44f396573424 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3634541
Jun 03 20:23:22.144275 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-13ab9c08-0825-4206-854c-a7d998194464 req-9561debf-9b93-42ff-a6a7-70b57a74fbc4 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-969141365&fields=id&tenant_id=e535257a7b7d4e5db09589330c6661d8 HTTP/1.1" status: 200  len: 267 time: 0.0439293
Jun 03 20:23:22.227659 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab9c08-0825-4206-854c-a7d998194464 req-3d2ddf32-fded-4774-9fc5-b236b9651d95 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:22.229155 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-13ab9c08-0825-4206-854c-a7d998194464 req-3d2ddf32-fded-4774-9fc5-b236b9651d95 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 946 time: 0.0794063
Jun 03 20:23:22.240597 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [req-13ab9c08-0825-4206-854c-a7d998194464 req-c8ae495f-d4e6-442b-ac46-83bde6d6c4e2 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Request body: {'port': {'security_groups': ['82c66f49-2060-422a-aa62-e79a7a1c9f7d', '03d9c6d7-8b50-487d-8a4b-c5e059adc1f0']}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:23:22.361863 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-13ab9c08-0825-4206-854c-a7d998194464 req-c8ae495f-d4e6-442b-ac46-83bde6d6c4e2 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:22.562394 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 42090) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:22.580286 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9c813b65-a5d0-43ed-a869-5bd5b7dfc9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:22.595364 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-9c813b65-a5d0-43ed-a869-5bd5b7dfc9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:22.599220 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-9c813b65-a5d0-43ed-a869-5bd5b7dfc9bb admin admin] Usage tracker for resource:security_group_rule and tenant:7ff18c48813c4017a2b2ebbfbbc33de6 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:22.602065 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-9c813b65-a5d0-43ed-a869-5bd5b7dfc9bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:22.607830 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-9c813b65-a5d0-43ed-a869-5bd5b7dfc9bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:22.622579 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-13ab9c08-0825-4206-854c-a7d998194464 req-c8ae495f-d4e6-442b-ac46-83bde6d6c4e2 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] For port cc787ed1-e721-449f-9ae7-95a9843a54ac, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=cc787ed1-e721-449f-9ae7-95a9843a54ac,segment=NetworkSegment(2db68647-909d-40c4-a7c2-9bb86346b70e),segment_id=2db68647-909d-40c4-a7c2-9bb86346b70e)] {{(pid=92637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:23:22.653657 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-13ab9c08-0825-4206-854c-a7d998194464 req-c8ae495f-d4e6-442b-ac46-83bde6d6c4e2 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:22.694400 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9c813b65-a5d0-43ed-a869-5bd5b7dfc9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:22.719210 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-13ab9c08-0825-4206-854c-a7d998194464 req-c8ae495f-d4e6-442b-ac46-83bde6d6c4e2 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:22.724713 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:22.741117 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['cc787ed1-e721-449f-9ae7-95a9843a54ac'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:23:22.753505 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9c813b65-a5d0-43ed-a869-5bd5b7dfc9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:22.763004 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-2ffcf60e-6fdd-4703-a878-37a6e776f0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:22.785617 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab9c08-0825-4206-854c-a7d998194464 req-c8ae495f-d4e6-442b-ac46-83bde6d6c4e2 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:22.786254 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-13ab9c08-0825-4206-854c-a7d998194464 req-c8ae495f-d4e6-442b-ac46-83bde6d6c4e2 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:22.787669 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-13ab9c08-0825-4206-854c-a7d998194464 req-c8ae495f-d4e6-442b-ac46-83bde6d6c4e2 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "PUT /v2.0/ports/cc787ed1-e721-449f-9ae7-95a9843a54ac HTTP/1.1" status: 200  len: 982 time: 0.5517166
Jun 03 20:23:22.788177 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'tag': 'cc787ed1-e721-449f-9ae7-95a9843a54ac'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:23:22.790471 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61154674-8490-40fe-97ca-d9f95e43863f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7af204-34bc-4f71-8699-c5f7c72e91bf", "tag": "cc787ed1-e721-449f-9ae7-95a9843a54ac"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:23:22.813360 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-9c813b65-a5d0-43ed-a869-5bd5b7dfc9bb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7ff18c48813c4017a2b2ebbfbbc33de6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2497935
Jun 03 20:23:22.816550 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 42098) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:22.817918 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c813b65-a5d0-43ed-a869-5bd5b7dfc9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cef7d8-9ed5-48c6-9473-a770ff5fa226,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:22.821359 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-9c813b65-a5d0-43ed-a869-5bd5b7dfc9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:22.841858 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae495f-d4e6-442b-ac46-83bde6d6c4e2 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Pushing event updated for resources: {'Port': ['ID=cc787ed1-e721-449f-9ae7-95a9843a54ac,revision_number=6']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:22.846990 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-c8ae495f-d4e6-442b-ac46-83bde6d6c4e2 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:22.850595 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99a526-f505-4732-b3fe-a75ecf82641e req-d521c464-0a87-44e4-8a72-68c24433990c tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:22.852270 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9d99a526-f505-4732-b3fe-a75ecf82641e req-d521c464-0a87-44e4-8a72-68c24433990c tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 943 time: 0.1459045
Jun 03 20:23:22.907393 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4331d466-cde9-42e3-b606-c46df8f5fb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:22.928140 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9d99a526-f505-4732-b3fe-a75ecf82641e req-e4dabbd2-3449-4821-af49-bfcabf85c211 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700610
Jun 03 20:23:22.931483 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['cc787ed1-e721-449f-9ae7-95a9843a54ac'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:23:22.987571 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e178cb-f6ed-4adc-962b-8d040b970011 x-openstack-request-id: req-87e178cb-f6ed-4adc-962b-8d040b970011 {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:23:22.988008 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7af204-34bc-4f71-8699-c5f7c72e91bf", "tag": "cc787ed1-e721-449f-9ae7-95a9843a54ac", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:23:22.988393 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-87e178cb-f6ed-4adc-962b-8d040b970011 {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:23:22.988912 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'tag': 'cc787ed1-e721-449f-9ae7-95a9843a54ac', 'status': 'completed', 'code': 200}
Jun 03 20:23:22.998040 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4331d466-cde9-42e3-b606-c46df8f5fb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:23.129028 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60474c65-9153-4361-a047-ab3f680768fa req-46bd7ec8-fa39-4516-83b4-17c68c83ab89 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:23.130603 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-60474c65-9153-4361-a047-ab3f680768fa req-46bd7ec8-fa39-4516-83b4-17c68c83ab89 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.1968808
Jun 03 20:23:23.132599 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-4f5fe1bd-1536-41b9-9038-1566b04caa7b None None] Provisioning complete for port cc787ed1-e721-449f-9ae7-95a9843a54ac triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:23:23.132987 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe1bd-1536-41b9-9038-1566b04caa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:23.165251 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61154674-8490-40fe-97ca-d9f95e43863f req-921f9d66-790c-498a-bfe0-9b627aaddfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:23.166641 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-61154674-8490-40fe-97ca-d9f95e43863f req-921f9d66-790c-498a-bfe0-9b627aaddfea service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=e535257a7b7d4e5db09589330c6661d8&device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 1138 time: 0.1387520
Jun 03 20:23:23.230014 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-60474c65-9153-4361-a047-ab3f680768fa req-c88ad7a7-5372-457d-9c8b-ae949738306a tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0906818
Jun 03 20:23:23.233794 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4331d466-cde9-42e3-b606-c46df8f5fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:23.240631 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ee345ae5-638d-47ef-956b-d868b94ad30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:23.306175 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331d466-cde9-42e3-b606-c46df8f5fb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cef7d8-9ed5-48c6-9473-a770ff5fa226,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:23.316545 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4331d466-cde9-42e3-b606-c46df8f5fb39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:23.319417 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4331d466-cde9-42e3-b606-c46df8f5fb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:23.320541 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-4331d466-cde9-42e3-b606-c46df8f5fb39 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b6cef7d8-9ed5-48c6-9473-a770ff5fa226 HTTP/1.1" status: 204  len: 168 time: 0.5027955
Jun 03 20:23:23.352638 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61154674-8490-40fe-97ca-d9f95e43863f req-7cab50f7-601a-40b1-b56d-dc7799495d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:23.355805 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-61154674-8490-40fe-97ca-d9f95e43863f req-7cab50f7-601a-40b1-b56d-dc7799495d27 service neutron] 10.222.0.122 "GET /v2.0/networks?id=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb HTTP/1.1" status: 200  len: 915 time: 0.1727395
Jun 03 20:23:23.464821 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-61154674-8490-40fe-97ca-d9f95e43863f req-c724abb9-4123-4213-a8de-6ab4c62871db service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc787ed1-e721-449f-9ae7-95a9843a54ac HTTP/1.1" status: 200  len: 1002 time: 0.1031814
Jun 03 20:23:23.529795 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61154674-8490-40fe-97ca-d9f95e43863f req-5af6d233-6085-4e4b-96ce-5acf7ff3e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:23.531341 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-61154674-8490-40fe-97ca-d9f95e43863f req-5af6d233-6085-4e4b-96ce-5acf7ff3e215 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e121f43d-7381-4c05-ae75-bc6956775a11 HTTP/1.1" status: 200  len: 852 time: 0.0598018
Jun 03 20:23:23.613169 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61154674-8490-40fe-97ca-d9f95e43863f req-4638bea6-fa1d-404e-92fb-0e0e744835d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:23.614622 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-61154674-8490-40fe-97ca-d9f95e43863f req-4638bea6-fa1d-404e-92fb-0e0e744835d9 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764859
Jun 03 20:23:23.755465 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-61154674-8490-40fe-97ca-d9f95e43863f req-e20a0bae-d6cb-4065-a8c4-742e311bdab2 service neutron] 10.222.0.122 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329670
Jun 03 20:23:24.008117 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-61154674-8490-40fe-97ca-d9f95e43863f req-2440fb32-e120-48de-a634-6817a57db1d8 service neutron] 10.222.0.122 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2455251
Jun 03 20:23:24.132722 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fa229-b971-4d81-b500-b98f30de06ad req-2e54d107-50cb-44c4-afb2-292ce816d1ce tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:24.134151 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-157fa229-b971-4d81-b500-b98f30de06ad req-2e54d107-50cb-44c4-afb2-292ce816d1ce tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 943 time: 0.0914366
Jun 03 20:23:24.179270 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-157fa229-b971-4d81-b500-b98f30de06ad req-c7914577-f25b-474f-81ef-9c47bde50881 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392325
Jun 03 20:23:24.274422 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device cb008046-a6ad-4105-869c-26debc61c7d6 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:23:24.411992 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port cb008046-a6ad-4105-869c-26debc61c7d6, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=cb008046-a6ad-4105-869c-26debc61c7d6,segment=NetworkSegment(f095d982-e39d-4c09-b0ef-b734b8e57344),segment_id=f095d982-e39d-4c09-b0ef-b734b8e57344)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:23:24.426704 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': 'cb008046-a6ad-4105-869c-26debc61c7d6', 'network_id': '057fd696-599c-49c5-8cfe-6fd7a324a18d', 'port_id': 'cb008046-a6ad-4105-869c-26debc61c7d6', 'mac_address': 'fa:16:3e:d7:a6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c5362f-11b2-4af8-afac-fae8a55eecb7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:23:24.486618 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:24.504420 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb008046-a6ad-4105-869c-26debc61c7d6 {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:23:24.521174 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port cb008046-a6ad-4105-869c-26debc61c7d6, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=cb008046-a6ad-4105-869c-26debc61c7d6,segment=NetworkSegment(f095d982-e39d-4c09-b0ef-b734b8e57344),segment_id=f095d982-e39d-4c09-b0ef-b734b8e57344)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:23:24.599553 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:24.601326 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:24.671406 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=cb008046-a6ad-4105-869c-26debc61c7d6,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:24.675010 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:24.923782 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['cb008046-a6ad-4105-869c-26debc61c7d6'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:23:25.371049 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f640d54-c124-4d88-9a93-08d391c9669d req-8740217e-796f-4bc2-9b15-e7d460523e0f tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:25.372511 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8f640d54-c124-4d88-9a93-08d391c9669d req-8740217e-796f-4bc2-9b15-e7d460523e0f tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 944 time: 0.0841782
Jun 03 20:23:25.418291 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8f640d54-c124-4d88-9a93-08d391c9669d req-2bcbbf70-88e0-47b9-b00c-17debcea1551 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390320
Jun 03 20:23:25.573047 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 42146) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:25.685379 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-621791b0-314d-4426-b6f6-ceba43689098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:25.699932 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-621791b0-314d-4426-b6f6-ceba43689098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:25.704144 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-621791b0-314d-4426-b6f6-ceba43689098 admin admin] Usage tracker for resource:security_group_rule and tenant:20b55f3945794f7798b8dd9a5c8f834d is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:25.706976 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-621791b0-314d-4426-b6f6-ceba43689098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:25.712717 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-621791b0-314d-4426-b6f6-ceba43689098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:25.794487 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-621791b0-314d-4426-b6f6-ceba43689098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:25.865801 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-621791b0-314d-4426-b6f6-ceba43689098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:25.873153 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ba89f747-6b40-4537-b688-3be8002dd25e tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:25.912427 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621791b0-314d-4426-b6f6-ceba43689098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86cba98-6f92-4b6d-a43c-0e423b12d6c4,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:25.916687 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-621791b0-314d-4426-b6f6-ceba43689098 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=20b55f3945794f7798b8dd9a5c8f834d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3426201
Jun 03 20:23:25.917542 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-621791b0-314d-4426-b6f6-ceba43689098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:25.919276 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 42150) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:25.988045 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-36be7932-8e90-40a9-a4c4-0f75326aafb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:26.013445 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-36be7932-8e90-40a9-a4c4-0f75326aafb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:26.153639 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-36be7932-8e90-40a9-a4c4-0f75326aafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:26.159327 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c75bf9e9-265b-4eeb-80b4-07451038d2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:26.171216 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7932-8e90-40a9-a4c4-0f75326aafb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86cba98-6f92-4b6d-a43c-0e423b12d6c4,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:26.174781 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-36be7932-8e90-40a9-a4c4-0f75326aafb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:26.180173 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-36be7932-8e90-40a9-a4c4-0f75326aafb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:26.181303 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-36be7932-8e90-40a9-a4c4-0f75326aafb4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c86cba98-6f92-4b6d-a43c-0e423b12d6c4 HTTP/1.1" status: 204  len: 168 time: 0.2611439
Jun 03 20:23:26.292007 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device cb008046-a6ad-4105-869c-26debc61c7d6 up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:23:26.490866 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port cb008046-a6ad-4105-869c-26debc61c7d6 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:23:26.496851 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port cb008046-a6ad-4105-869c-26debc61c7d6 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:23:26.497260 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:26.627502 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ca94f-dc8a-4347-829c-f5b027d07aac req-a996a213-ccd5-4085-8a19-3eb405b6c592 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:26.635344 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f27ca94f-dc8a-4347-829c-f5b027d07aac req-a996a213-ccd5-4085-8a19-3eb405b6c592 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 944 time: 0.1053953
Jun 03 20:23:26.635564 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:26.665205 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e52193-71e5-4299-9083-f964043cd01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb008046-a6ad-4105-869c-26debc61c7d6'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:23:26.667427 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda70bc5-a572-48b2-8ef0-f9676b035bda" -d '{"events": [{"server_uuid": "52e52193-71e5-4299-9083-f964043cd01d", "name": "network-vif-plugged", "status": "completed", "tag": "cb008046-a6ad-4105-869c-26debc61c7d6"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:23:26.676277 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port cb008046-a6ad-4105-869c-26debc61c7d6, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=cb008046-a6ad-4105-869c-26debc61c7d6,segment=NetworkSegment(f095d982-e39d-4c09-b0ef-b734b8e57344),segment_id=f095d982-e39d-4c09-b0ef-b734b8e57344)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:23:26.691353 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f27ca94f-dc8a-4347-829c-f5b027d07aac req-4a20a038-2a66-47fb-b248-59609b2d4954 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548103
Jun 03 20:23:26.720901 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d2b9f1-be92-4515-b195-1f2c69666e93 x-openstack-request-id: req-88d2b9f1-be92-4515-b195-1f2c69666e93 {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:23:26.720901 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e52193-71e5-4299-9083-f964043cd01d", "name": "network-vif-plugged", "status": "completed", "tag": "cb008046-a6ad-4105-869c-26debc61c7d6", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:23:26.720901 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-88d2b9f1-be92-4515-b195-1f2c69666e93 {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:23:26.720901 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e52193-71e5-4299-9083-f964043cd01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb008046-a6ad-4105-869c-26debc61c7d6', 'code': 200}
Jun 03 20:23:26.740367 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:26.743092 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:26.812893 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=cb008046-a6ad-4105-869c-26debc61c7d6,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:26.815999 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:27.113253 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74329bb1-7f3c-4a31-8ba4-e629ed545ca3 req-4e09524c-c0ba-4fa3-b50e-aaab9cedac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:27.114766 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-74329bb1-7f3c-4a31-8ba4-e629ed545ca3 req-4e09524c-c0ba-4fa3-b50e-aaab9cedac12 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 1098 time: 0.0730929
Jun 03 20:23:27.158726 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-74329bb1-7f3c-4a31-8ba4-e629ed545ca3 req-87e4fb25-9155-45f1-b980-fc9a03697bca service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353780
Jun 03 20:23:27.403767 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-45659e8c-bbd2-4bc3-8284-05681c645eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:27.886010 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571c2bd-634d-4926-9c1f-2a584e532bae req-bed26853-2a68-4f10-8c61-85a1f682f593 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:27.887645 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b571c2bd-634d-4926-9c1f-2a584e532bae req-bed26853-2a68-4f10-8c61-85a1f682f593 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 945 time: 0.0909314
Jun 03 20:23:27.933397 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b571c2bd-634d-4926-9c1f-2a584e532bae req-b50f1880-78c3-47f7-919b-ec4e18c7466e tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393467
Jun 03 20:23:29.124902 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9eb46-0ea1-441c-88c7-de7fae205472 req-4d8a612a-5e64-4623-a0d6-843cb6e939ed tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:29.126368 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-71e9eb46-0ea1-441c-88c7-de7fae205472 req-4d8a612a-5e64-4623-a0d6-843cb6e939ed tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 945 time: 0.0848684
Jun 03 20:23:29.170803 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-71e9eb46-0ea1-441c-88c7-de7fae205472 req-62eeaf12-f5e2-4ebf-a393-13b66782651b tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386012
Jun 03 20:23:29.310543 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:23:30.060547 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-4a693408-378a-475d-831d-0d483c755250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:30.096374 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:31.189193 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d83c59-1a97-4750-a23a-2764d7562b6b req-dc894a37-a4cf-4df2-90e6-5d72cc70d39a tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:31.190690 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c4d83c59-1a97-4750-a23a-2764d7562b6b req-dc894a37-a4cf-4df2-90e6-5d72cc70d39a tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 945 time: 0.0815604
Jun 03 20:23:31.236189 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c4d83c59-1a97-4750-a23a-2764d7562b6b req-4ccfc796-d840-49c9-b3ec-dc0540996953 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396898
Jun 03 20:23:31.317704 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:32.430006 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274d244-e6ba-4cac-b996-d6f8a1153107 req-ec38baaa-4466-48a4-a8c7-76d1eabf92ce tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:32.431309 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c274d244-e6ba-4cac-b996-d6f8a1153107 req-ec38baaa-4466-48a4-a8c7-76d1eabf92ce tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 945 time: 0.0843990
Jun 03 20:23:32.478453 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c274d244-e6ba-4cac-b996-d6f8a1153107 req-64ae89a5-7b0f-40ac-bab3-5c27141172e3 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414605
Jun 03 20:23:32.936071 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:33.635618 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd9f64-5f2a-433b-9619-21776dc47987 req-2e8fc165-b1eb-480d-a216-1f2f9a7edbb6 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:33.637039 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-63cd9f64-5f2a-433b-9619-21776dc47987 req-2e8fc165-b1eb-480d-a216-1f2f9a7edbb6 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.122 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 945 time: 0.1216686
Jun 03 20:23:33.772776 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a6668-f65a-4673-a329-db42175be83b req-a11bc107-f9e8-4f2d-b4b1-f118649d88f9 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:33.774218 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463a6668-f65a-4673-a329-db42175be83b req-a11bc107-f9e8-4f2d-b4b1-f118649d88f9 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 945 time: 0.1840603
Jun 03 20:23:33.830124 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-463a6668-f65a-4673-a329-db42175be83b req-2e6f272c-1d3d-4ef6-836c-15212001f8be tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498724
Jun 03 20:23:33.854291 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [req-63cd9f64-5f2a-433b-9619-21776dc47987 req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Deleting port cb008046-a6ad-4105-869c-26debc61c7d6 {{(pid=92637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:23:33.854653 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-63cd9f64-5f2a-433b-9619-21776dc47987 req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:33.996398 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-63cd9f64-5f2a-433b-9619-21776dc47987 req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] For port cb008046-a6ad-4105-869c-26debc61c7d6, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=cb008046-a6ad-4105-869c-26debc61c7d6,segment=NetworkSegment(f095d982-e39d-4c09-b0ef-b734b8e57344),segment_id=f095d982-e39d-4c09-b0ef-b734b8e57344)] {{(pid=92637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:23:33.996662 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-63cd9f64-5f2a-433b-9619-21776dc47987 req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:34.120047 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [req-63cd9f64-5f2a-433b-9619-21776dc47987 req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Calling delete_port for cb008046-a6ad-4105-869c-26debc61c7d6 owned by compute:nova {{(pid=92637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:23:34.319209 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-63cd9f64-5f2a-433b-9619-21776dc47987 req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:34.324916 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ba99c771-b713-46f6-a1e2-1bc845da0250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:34.339967 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['cb008046-a6ad-4105-869c-26debc61c7d6'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:23:34.373088 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Pushing event deleted for resources: {'Port': ['ID=cb008046-a6ad-4105-869c-26debc61c7d6,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:34.384253 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:34.384634 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:34.384994 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:34.385346 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:34.385692 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:34.386035 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:34.386376 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:34.386736 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:34.387078 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:34.387419 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:34.387756 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:34.388112 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:34.392407 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:34.462400 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cd9f64-5f2a-433b-9619-21776dc47987 req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] No DVR routers for this DVR port cb008046-a6ad-4105-869c-26debc61c7d6 on host hv-cinder-79466 {{(pid=92637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:23:34.465089 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-63cd9f64-5f2a-433b-9619-21776dc47987 req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:34.467737 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e52193-71e5-4299-9083-f964043cd01d', 'name': 'network-vif-deleted', 'tag': 'cb008046-a6ad-4105-869c-26debc61c7d6'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:23:34.470661 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91eca52c-d8fe-4150-974d-576ff30c6719" -d '{"events": [{"server_uuid": "52e52193-71e5-4299-9083-f964043cd01d", "name": "network-vif-deleted", "tag": "cb008046-a6ad-4105-869c-26debc61c7d6"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:23:34.515553 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee9541a-9350-4751-b763-b271e583e22d x-openstack-request-id: req-1ee9541a-9350-4751-b763-b271e583e22d {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:23:34.515553 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e52193-71e5-4299-9083-f964043cd01d", "name": "network-vif-deleted", "tag": "cb008046-a6ad-4105-869c-26debc61c7d6", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:23:34.515918 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1ee9541a-9350-4751-b763-b271e583e22d {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:23:34.516929 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e52193-71e5-4299-9083-f964043cd01d', 'name': 'network-vif-deleted', 'tag': 'cb008046-a6ad-4105-869c-26debc61c7d6', 'status': 'completed', 'code': 200}
Jun 03 20:23:34.605926 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-63cd9f64-5f2a-433b-9619-21776dc47987 req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.122 "DELETE /v2.0/ports/cb008046-a6ad-4105-869c-26debc61c7d6 HTTP/1.1" status: 204  len: 173 time: 0.9570532
Jun 03 20:23:35.006965 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-38495597-e706-4d15-a930-6d1c1e3b08cb req-993e84c8-d019-40d5-9b09-f3d9b9496d7f tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Synchronizing usage tracker for tenant:d3989c8b415e4cb6a65c18ff110b0797 on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:23:35.100352 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-38495597-e706-4d15-a930-6d1c1e3b08cb req-993e84c8-d019-40d5-9b09-f3d9b9496d7f tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Unset dirty status for tenant:d3989c8b415e4cb6a65c18ff110b0797 on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:23:35.101492 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-38495597-e706-4d15-a930-6d1c1e3b08cb req-993e84c8-d019-40d5-9b09-f3d9b9496d7f tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=52e52193-71e5-4299-9083-f964043cd01d HTTP/1.1" status: 200  len: 210 time: 0.1419666
Jun 03 20:23:36.530555 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5bd54ee2-abe5-455f-866d-cc650384bfcd tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:36.532282 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5bd54ee2-abe5-455f-866d-cc650384bfcd tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/networks?id=057fd696-599c-49c5-8cfe-6fd7a324a18d HTTP/1.1" status: 200  len: 809 time: 0.1456850
Jun 03 20:23:36.546913 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-fdf898e1-c0de-4d76-929a-1ef0f3b300fb tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/quotas/d3989c8b415e4cb6a65c18ff110b0797 HTTP/1.1" status: 200  len: 375 time: 0.0090320
Jun 03 20:23:36.594273 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-83cf2420-da21-4837-8d67-25c895783aec tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3989c8b415e4cb6a65c18ff110b0797&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0417969
Jun 03 20:23:36.919326 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-f673c1a9-366d-4e44-a0d7-d38f9a233607 service neutron] 10.222.0.96 "GET /v2.0/networks/057fd696-599c-49c5-8cfe-6fd7a324a18d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3184085
Jun 03 20:23:37.053206 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-18e6d088-1974-4fbd-95c8-eaa4b1dee3c8 service neutron] 10.222.0.96 "GET /v2.0/networks/057fd696-599c-49c5-8cfe-6fd7a324a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270597
Jun 03 20:23:37.346341 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5c5a9191-ad76-4b32-815b-ec0301eb9ff7 req-df7e6160-67c8-4c49-b6ca-c45944277f6c tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 210 time: 0.0446389
Jun 03 20:23:38.307611 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device cb008046-a6ad-4105-869c-26debc61c7d6 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:23:38.340949 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: cb008046-a6ad-4105-869c-26debc61c7d6 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:23:38.341300 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device cb008046-a6ad-4105-869c-26debc61c7d6 not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:23:38.495505 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c79ed1b4-8037-4540-aea7-9e65647a49b8 req-606a8f5c-4268-4005-a8cc-b549b10cdf47 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 210 time: 0.0453649
Jun 03 20:23:39.642448 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-27e7e77f-0831-4893-ba21-1e9bad721c53 req-2814a280-f167-47c7-b622-03bf1a8c90d0 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 210 time: 0.0427999
Jun 03 20:23:39.654583 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:40.034218 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-c0a4a33e-f74d-4144-9067-a079e8b65c10 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:40.036261 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-c0a4a33e-f74d-4144-9067-a079e8b65c10 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.122 "GET /v2.0/networks?id=057fd696-599c-49c5-8cfe-6fd7a324a18d HTTP/1.1" status: 200  len: 809 time: 0.1515658
Jun 03 20:23:40.058851 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-05a882dc-12e8-4c7f-aefa-710f7a750973 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Request body: {'port': {'device_id': '197a5119-0032-4bd3-a0f4-f19c2962b778', 'network_id': '057fd696-599c-49c5-8cfe-6fd7a324a18d', 'admin_state_up': True, 'tenant_id': 'd3989c8b415e4cb6a65c18ff110b0797'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:23:40.195428 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-05a882dc-12e8-4c7f-aefa-710f7a750973 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:40.205268 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-05a882dc-12e8-4c7f-aefa-710f7a750973 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:40.301619 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-05a882dc-12e8-4c7f-aefa-710f7a750973 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Made reservation on behalf of d3989c8b415e4cb6a65c18ff110b0797 for: {'port': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:23:40.305115 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-05a882dc-12e8-4c7f-aefa-710f7a750973 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:40.471984 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-05a882dc-12e8-4c7f-aefa-710f7a750973 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Allocated IP 172.20.0.3 (057fd696-599c-49c5-8cfe-6fd7a324a18d/62c5362f-11b2-4af8-afac-fae8a55eecb7/77bf6dde-85ae-49df-a122-a03a02e0cf7c) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:23:40.675863 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-05a882dc-12e8-4c7f-aefa-710f7a750973 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:40.792897 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-06e71afe-060e-463f-916d-ce242c6bf508 req-fb793a97-51ac-4f3c-a21b-5dba4c08d208 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 210 time: 0.0442085
Jun 03 20:23:40.793898 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-05a882dc-12e8-4c7f-aefa-710f7a750973 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:40.802458 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-02e3a3d8-4a3f-44f8-8613-c1f1fe713d13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:40.862372 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-05a882dc-12e8-4c7f-aefa-710f7a750973 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Network 057fd696-599c-49c5-8cfe-6fd7a324a18d is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:23:40.866091 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-05a882dc-12e8-4c7f-aefa-710f7a750973 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:23:40.869933 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-05a882dc-12e8-4c7f-aefa-710f7a750973 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:23:40.887737 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 42358) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:40.917680 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a882dc-12e8-4c7f-aefa-710f7a750973 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Pushing event updated for resources: {'Port': ['ID=77bf6dde-85ae-49df-a122-a03a02e0cf7c,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:40.926605 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-05a882dc-12e8-4c7f-aefa-710f7a750973 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:40.947401 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-05a882dc-12e8-4c7f-aefa-710f7a750973 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:40.948030 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-05a882dc-12e8-4c7f-aefa-710f7a750973 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:41.007022 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:41.025213 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:23:41.197832 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Usage tracker for resource:security_group_rule and tenant:4b70d61237f5486ca038fa421894d308 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:23:41.197832 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:23:41.197832 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:23:41.198199 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-05a882dc-12e8-4c7f-aefa-710f7a750973 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0417836
Jun 03 20:23:41.198199 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Request body: {'port': {'device_id': '197a5119-0032-4bd3-a0f4-f19c2962b778', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:23:41.198809 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:41.224316 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:41.302365 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:41.309992 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-621791b0-314d-4426-b6f6-ceba43689098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:41.351401 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31353883-4d44-40aa-9c70-515bf861fe99,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:41.355451 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4b70d61237f5486ca038fa421894d308&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4665670
Jun 03 20:23:41.358102 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 42362) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:23:41.361402 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:41.361771 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:41.362129 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:41.362480 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:41.362860 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:41.363865 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:41.364213 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:41.364565 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:41.364904 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:41.365247 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:41.365586 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:41.365924 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:41.369875 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e5b741d9-14a5-4bc5-a4a5-33baf32ab07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:41.527430 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9c59c129-49b3-467f-88b2-5ca2641be6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:41.574041 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9c59c129-49b3-467f-88b2-5ca2641be6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:41.675510 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77bf6dde-85ae-49df-a122-a03a02e0cf7c {{(pid=92637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:23:41.683459 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:41.770762 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.provisioning_blocks [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Transition to ACTIVE for port object 77bf6dde-85ae-49df-a122-a03a02e0cf7c will not be triggered until provisioned by entity L2. {{(pid=92637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:23:41.771506 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9c59c129-49b3-467f-88b2-5ca2641be6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:41.775079 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-f1c00ab5-3ddb-4096-b918-a8dd703093ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:41.786661 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59c129-49b3-467f-88b2-5ca2641be6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31353883-4d44-40aa-9c70-515bf861fe99,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:41.790464 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-9c59c129-49b3-467f-88b2-5ca2641be6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:41.794609 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9c59c129-49b3-467f-88b2-5ca2641be6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:41.795855 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-9c59c129-49b3-467f-88b2-5ca2641be6cb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/31353883-4d44-40aa-9c70-515bf861fe99 HTTP/1.1" status: 204  len: 168 time: 0.4366930
Jun 03 20:23:41.833672 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:41.841422 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:41.985353 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969133b-dc3f-4329-bb1e-03bd317b91d5 req-263c4d1e-8d99-4229-8763-c590698ee503 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:41.988726 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7969133b-dc3f-4329-bb1e-03bd317b91d5 req-263c4d1e-8d99-4229-8763-c590698ee503 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 943 time: 0.0885973
Jun 03 20:23:42.045816 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7969133b-dc3f-4329-bb1e-03bd317b91d5 req-70a85609-0d90-4eec-aa39-4fcf68dc97bf tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531800
Jun 03 20:23:42.100707 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=77bf6dde-85ae-49df-a122-a03a02e0cf7c,revision_number=2']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:42.129326 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:42.178202 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Attempting to bind port 77bf6dde-85ae-49df-a122-a03a02e0cf7c on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:23:42.178546 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Attempting to bind port 77bf6dde-85ae-49df-a122-a03a02e0cf7c by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'f095d982-e39d-4c09-b0ef-b734b8e57344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '057fd696-599c-49c5-8cfe-6fd7a324a18d'}] {{(pid=92637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:23:42.178911 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Attempting to bind port 77bf6dde-85ae-49df-a122-a03a02e0cf7c on network 057fd696-599c-49c5-8cfe-6fd7a324a18d {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:23:42.184046 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Port 77bf6dde-85ae-49df-a122-a03a02e0cf7c on network 057fd696-599c-49c5-8cfe-6fd7a324a18d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:23:42.184371 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Attempting to bind port 77bf6dde-85ae-49df-a122-a03a02e0cf7c on network 057fd696-599c-49c5-8cfe-6fd7a324a18d {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:23:42.190024 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:23:42.190376 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Checking segment: {'id': 'f095d982-e39d-4c09-b0ef-b734b8e57344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '057fd696-599c-49c5-8cfe-6fd7a324a18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:23:42.190794 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Bound using segment: {'id': 'f095d982-e39d-4c09-b0ef-b734b8e57344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '057fd696-599c-49c5-8cfe-6fd7a324a18d'} {{(pid=92637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:23:42.191763 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.managers [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Bound port: 77bf6dde-85ae-49df-a122-a03a02e0cf7c, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f095d982-e39d-4c09-b0ef-b734b8e57344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '057fd696-599c-49c5-8cfe-6fd7a324a18d'}}] {{(pid=92637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:23:42.192118 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:42.283161 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] For port 77bf6dde-85ae-49df-a122-a03a02e0cf7c, host hv-cinder-79466, cleared binding levels {{(pid=92637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:23:42.286270 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] For port 77bf6dde-85ae-49df-a122-a03a02e0cf7c, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=77bf6dde-85ae-49df-a122-a03a02e0cf7c,segment=NetworkSegment(f095d982-e39d-4c09-b0ef-b734b8e57344),segment_id=f095d982-e39d-4c09-b0ef-b734b8e57344)] {{(pid=92637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:23:42.365119 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:42.368947 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:42.424103 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:42.424103 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:42.424103 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] 10.222.0.122 "PUT /v2.0/ports/77bf6dde-85ae-49df-a122-a03a02e0cf7c HTTP/1.1" status: 200  len: 1093 time: 1.3166337
Jun 03 20:23:42.424460 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197a5119-0032-4bd3-a0f4-f19c2962b778', 'tag': '77bf6dde-85ae-49df-a122-a03a02e0cf7c'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:23:42.427070 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9807e39-bc78-41d0-87e1-c7664108118f" -d '{"events": [{"name": "network-changed", "server_uuid": "197a5119-0032-4bd3-a0f4-f19c2962b778", "tag": "77bf6dde-85ae-49df-a122-a03a02e0cf7c"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:23:42.452202 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=77bf6dde-85ae-49df-a122-a03a02e0cf7c,revision_number=3']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:42.455331 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5eb616b2-1d8e-43ef-8987-78b645437aa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:42.609630 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca75fe7b-1829-4699-a4cb-c9855cc527d6 x-openstack-request-id: req-ca75fe7b-1829-4699-a4cb-c9855cc527d6 {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:23:42.609946 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197a5119-0032-4bd3-a0f4-f19c2962b778", "tag": "77bf6dde-85ae-49df-a122-a03a02e0cf7c", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:23:42.610224 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ca75fe7b-1829-4699-a4cb-c9855cc527d6 {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:23:42.610634 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197a5119-0032-4bd3-a0f4-f19c2962b778', 'tag': '77bf6dde-85ae-49df-a122-a03a02e0cf7c', 'status': 'completed', 'code': 200}
Jun 03 20:23:42.624521 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-a1426e44-7a3a-4276-a88c-94700f97533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:42.625969 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-a1426e44-7a3a-4276-a88c-94700f97533f service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=d3989c8b415e4cb6a65c18ff110b0797&device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 1096 time: 0.0732336
Jun 03 20:23:42.702194 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-94ee034f-3cb2-4b92-93aa-aa2b79500dad service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77bf6dde-85ae-49df-a122-a03a02e0cf7c HTTP/1.1" status: 200  len: 217 time: 0.0623968
Jun 03 20:23:42.772041 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-da2ffa64-dba6-4776-be94-cc1c3f5f1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:42.773496 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-da2ffa64-dba6-4776-be94-cc1c3f5f1c8c service neutron] 10.222.0.122 "GET /v2.0/subnets?id=62c5362f-11b2-4af8-afac-fae8a55eecb7 HTTP/1.1" status: 200  len: 849 time: 0.0586021
Jun 03 20:23:42.831771 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-ae5a6f9f-f447-4712-bdcf-739669c179ad service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=057fd696-599c-49c5-8cfe-6fd7a324a18d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485225
Jun 03 20:23:42.988611 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-9f3d6c50-f6f1-4c53-baa5-60efcd532df6 service neutron] 10.222.0.122 "GET /v2.0/networks/057fd696-599c-49c5-8cfe-6fd7a324a18d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370058
Jun 03 20:23:42.998037 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a9e985fc-f2f8-4b4f-b4bb-9bbbc94099e2 req-4029cf4d-d481-4f14-8968-7174b45c4ea6 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1459491
Jun 03 20:23:43.150292 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2aa14da8-21cb-45da-b31b-5b3f682b65a4 req-d37057ba-2406-4a58-9a07-129a8175b154 service neutron] 10.222.0.122 "GET /v2.0/networks/057fd696-599c-49c5-8cfe-6fd7a324a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360960
Jun 03 20:23:43.167193 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e985fc-f2f8-4b4f-b4bb-9bbbc94099e2 req-16f54d00-699f-43bc-956f-1932ccacf7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:43.168674 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a9e985fc-f2f8-4b4f-b4bb-9bbbc94099e2 req-16f54d00-699f-43bc-956f-1932ccacf7a4 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=f5cdd4a3137d4af39a4e825b870c302b&device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 1099 time: 0.0826001
Jun 03 20:23:43.355997 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e985fc-f2f8-4b4f-b4bb-9bbbc94099e2 req-5cf73b20-b29f-4503-9b47-0679f3023b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:43.356536 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807e39-bc78-41d0-87e1-c7664108118f req-641279d8-bb93-4322-a076-ba54d72c406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:43.357443 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a9e985fc-f2f8-4b4f-b4bb-9bbbc94099e2 req-5cf73b20-b29f-4503-9b47-0679f3023b47 service neutron] 10.222.0.122 "GET /v2.0/networks?id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36 HTTP/1.1" status: 200  len: 919 time: 0.1507049
Jun 03 20:23:43.357989 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b9807e39-bc78-41d0-87e1-c7664108118f req-641279d8-bb93-4322-a076-ba54d72c406d service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=d3989c8b415e4cb6a65c18ff110b0797&device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 1096 time: 0.0742147
Jun 03 20:23:43.365516 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da912d1-5c4f-4f29-ac43-7bb5f5bf02c1 req-2ef2df45-b95b-43c4-a0c5-1238906caedb tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:43.366867 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2da912d1-5c4f-4f29-ac43-7bb5f5bf02c1 req-2ef2df45-b95b-43c4-a0c5-1238906caedb tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 943 time: 0.1973252
Jun 03 20:23:43.482853 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2da912d1-5c4f-4f29-ac43-7bb5f5bf02c1 req-5ce7f4e8-21e2-4b16-a7ab-6ee931f60e02 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102419
Jun 03 20:23:43.504894 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a9e985fc-f2f8-4b4f-b4bb-9bbbc94099e2 req-9d456220-850b-4fb3-8bc8-b293b19140b0 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=446e0574-0e49-4101-a2cb-5ae9c25b51c2 HTTP/1.1" status: 200  len: 1000 time: 0.1190116
Jun 03 20:23:43.516378 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807e39-bc78-41d0-87e1-c7664108118f req-1efe31af-a500-444e-9400-57065a875691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:43.517824 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b9807e39-bc78-41d0-87e1-c7664108118f req-1efe31af-a500-444e-9400-57065a875691 service neutron] 10.222.0.122 "GET /v2.0/networks?id=057fd696-599c-49c5-8cfe-6fd7a324a18d HTTP/1.1" status: 200  len: 911 time: 0.1337247
Jun 03 20:23:43.588342 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e985fc-f2f8-4b4f-b4bb-9bbbc94099e2 req-9257d74d-b54e-46eb-abfc-620a7ffa2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:43.589928 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a9e985fc-f2f8-4b4f-b4bb-9bbbc94099e2 req-9257d74d-b54e-46eb-abfc-620a7ffa2384 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2 HTTP/1.1" status: 200  len: 856 time: 0.0619731
Jun 03 20:23:43.593001 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b9807e39-bc78-41d0-87e1-c7664108118f req-e2802de8-de0f-4428-9a11-04ac352e79cf service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77bf6dde-85ae-49df-a122-a03a02e0cf7c HTTP/1.1" status: 200  len: 217 time: 0.0637174
Jun 03 20:23:43.666264 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807e39-bc78-41d0-87e1-c7664108118f req-48b79be8-1d2c-4689-90d6-8447121e1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:43.667747 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b9807e39-bc78-41d0-87e1-c7664108118f req-48b79be8-1d2c-4689-90d6-8447121e1cc1 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=62c5362f-11b2-4af8-afac-fae8a55eecb7 HTTP/1.1" status: 200  len: 849 time: 0.0583360
Jun 03 20:23:43.677539 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e985fc-f2f8-4b4f-b4bb-9bbbc94099e2 req-f06dc030-a352-484f-96e9-da62e98fead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:43.679006 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a9e985fc-f2f8-4b4f-b4bb-9bbbc94099e2 req-f06dc030-a352-484f-96e9-da62e98fead5 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706930
Jun 03 20:23:43.734564 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b9807e39-bc78-41d0-87e1-c7664108118f req-af664478-0182-4d07-8ec9-8adc0e85aff0 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=057fd696-599c-49c5-8cfe-6fd7a324a18d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0404952
Jun 03 20:23:43.820279 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a9e985fc-f2f8-4b4f-b4bb-9bbbc94099e2 req-1f6b0f2b-83bd-4108-b4b8-35990ac953d8 service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251051
Jun 03 20:23:43.872343 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b9807e39-bc78-41d0-87e1-c7664108118f req-8203d0c7-75a4-40eb-9b3e-344534b241a3 service neutron] 10.222.0.122 "GET /v2.0/networks/057fd696-599c-49c5-8cfe-6fd7a324a18d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269977
Jun 03 20:23:43.971824 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a9e985fc-f2f8-4b4f-b4bb-9bbbc94099e2 req-3beac59d-82ec-43ea-a318-34fd0b466638 service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304517
Jun 03 20:23:44.118734 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b9807e39-bc78-41d0-87e1-c7664108118f req-ea011bba-d6c2-4644-9bca-ada882c27af0 service neutron] 10.222.0.122 "GET /v2.0/networks/057fd696-599c-49c5-8cfe-6fd7a324a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2289498
Jun 03 20:23:44.679736 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f49209-0e92-4a45-9430-40bf35e0479a req-bb1cb8da-0d4d-4a6b-bd4d-3c0e653edc78 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:44.680404 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-65f49209-0e92-4a45-9430-40bf35e0479a req-bb1cb8da-0d4d-4a6b-bd4d-3c0e653edc78 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Synchronizing usage tracker for tenant:d3989c8b415e4cb6a65c18ff110b0797 on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:23:44.774538 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-65f49209-0e92-4a45-9430-40bf35e0479a req-bb1cb8da-0d4d-4a6b-bd4d-3c0e653edc78 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Unset dirty status for tenant:d3989c8b415e4cb6a65c18ff110b0797 on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:23:44.775774 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65f49209-0e92-4a45-9430-40bf35e0479a req-bb1cb8da-0d4d-4a6b-bd4d-3c0e653edc78 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 943 time: 0.1816888
Jun 03 20:23:44.820496 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65f49209-0e92-4a45-9430-40bf35e0479a req-d65171d3-3d6a-49b0-9ba9-09c255da8cf3 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389431
Jun 03 20:23:46.004816 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4477e-70b7-4530-853e-821ac0a30525 req-38510357-4da6-44d1-9814-2d0e5d9d94ed tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:46.006266 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1bb4477e-70b7-4530-853e-821ac0a30525 req-38510357-4da6-44d1-9814-2d0e5d9d94ed tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 943 time: 0.0790899
Jun 03 20:23:46.053514 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1bb4477e-70b7-4530-853e-821ac0a30525 req-d269aaf0-11dd-4bf5-8f3a-458e4574084b tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416229
Jun 03 20:23:46.368198 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 77bf6dde-85ae-49df-a122-a03a02e0cf7c details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:23:46.499598 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 77bf6dde-85ae-49df-a122-a03a02e0cf7c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=77bf6dde-85ae-49df-a122-a03a02e0cf7c,segment=NetworkSegment(f095d982-e39d-4c09-b0ef-b734b8e57344),segment_id=f095d982-e39d-4c09-b0ef-b734b8e57344)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:23:46.512980 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '77bf6dde-85ae-49df-a122-a03a02e0cf7c', 'network_id': '057fd696-599c-49c5-8cfe-6fd7a324a18d', 'port_id': '77bf6dde-85ae-49df-a122-a03a02e0cf7c', 'mac_address': 'fa:16:3e:21:60:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c5362f-11b2-4af8-afac-fae8a55eecb7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:23:46.571144 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:46.587056 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77bf6dde-85ae-49df-a122-a03a02e0cf7c {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:23:46.602913 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 77bf6dde-85ae-49df-a122-a03a02e0cf7c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=77bf6dde-85ae-49df-a122-a03a02e0cf7c,segment=NetworkSegment(f095d982-e39d-4c09-b0ef-b734b8e57344),segment_id=f095d982-e39d-4c09-b0ef-b734b8e57344)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:23:46.673117 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:46.674910 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:46.742018 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=77bf6dde-85ae-49df-a122-a03a02e0cf7c,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:46.745113 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:47.027526 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['77bf6dde-85ae-49df-a122-a03a02e0cf7c'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:23:47.238455 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef20b8-3db9-4f8f-b5e6-45ed9f12f30a req-3ff0a467-2d3d-409a-a175-102478329821 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:47.239915 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-85ef20b8-3db9-4f8f-b5e6-45ed9f12f30a req-3ff0a467-2d3d-409a-a175-102478329821 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 944 time: 0.0811117
Jun 03 20:23:47.287790 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-85ef20b8-3db9-4f8f-b5e6-45ed9f12f30a req-4a790a30-232b-4654-83fe-e475d8ae5382 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421493
Jun 03 20:23:48.368833 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 77bf6dde-85ae-49df-a122-a03a02e0cf7c up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:23:48.471934 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c20522-2344-47c6-b1f0-d586d58f0c46 req-7c332074-8fa3-45ba-8c77-0ffbbbac096c tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:48.474360 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c7c20522-2344-47c6-b1f0-d586d58f0c46 req-7c332074-8fa3-45ba-8c77-0ffbbbac096c tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 944 time: 0.0828822
Jun 03 20:23:48.520575 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c7c20522-2344-47c6-b1f0-d586d58f0c46 req-f3bbeca0-391a-4af9-ab07-40930e4b0baf tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389802
Jun 03 20:23:48.592959 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port 77bf6dde-85ae-49df-a122-a03a02e0cf7c completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:23:48.598908 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 77bf6dde-85ae-49df-a122-a03a02e0cf7c triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:23:48.599394 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:48.716119 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:48.768359 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197a5119-0032-4bd3-a0f4-f19c2962b778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bf6dde-85ae-49df-a122-a03a02e0cf7c'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:23:48.768359 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b07c28-fb90-4a73-bedc-9b9b2d61e644" -d '{"events": [{"server_uuid": "197a5119-0032-4bd3-a0f4-f19c2962b778", "name": "network-vif-plugged", "status": "completed", "tag": "77bf6dde-85ae-49df-a122-a03a02e0cf7c"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:23:48.768359 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 77bf6dde-85ae-49df-a122-a03a02e0cf7c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=77bf6dde-85ae-49df-a122-a03a02e0cf7c,segment=NetworkSegment(f095d982-e39d-4c09-b0ef-b734b8e57344),segment_id=f095d982-e39d-4c09-b0ef-b734b8e57344)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:23:48.790800 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890ff965-16dc-4ebf-9ea5-af69768cd0c8 x-openstack-request-id: req-890ff965-16dc-4ebf-9ea5-af69768cd0c8 {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:23:48.791112 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197a5119-0032-4bd3-a0f4-f19c2962b778", "name": "network-vif-plugged", "status": "completed", "tag": "77bf6dde-85ae-49df-a122-a03a02e0cf7c", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:23:48.791344 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-890ff965-16dc-4ebf-9ea5-af69768cd0c8 {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:23:48.791727 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197a5119-0032-4bd3-a0f4-f19c2962b778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bf6dde-85ae-49df-a122-a03a02e0cf7c', 'code': 200}
Jun 03 20:23:48.821577 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:48.824545 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:48.895298 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=77bf6dde-85ae-49df-a122-a03a02e0cf7c,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:48.902659 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:48.903039 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:48.903407 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:48.903749 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:48.904079 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:48.904614 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:48.904733 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:48.905050 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:48.905403 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:48.905725 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:48.906071 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:48.906638 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:23:48.910431 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:49.215019 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745dc8f-d22c-46b0-9b40-209802a9b69d req-9e0371b0-dcd5-4ee9-a3f7-1ffdbf0cde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:49.216370 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1745dc8f-d22c-46b0-9b40-209802a9b69d req-9e0371b0-dcd5-4ee9-a3f7-1ffdbf0cde3a service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 1098 time: 0.0685565
Jun 03 20:23:49.258897 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1745dc8f-d22c-46b0-9b40-209802a9b69d req-7935ddb7-1c80-4554-a5bf-3984138fa5d8 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339587
Jun 03 20:23:49.709896 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874c790-bddc-47c3-9fb7-7f411af95b82 req-e30aa773-0dd3-48a8-a6c5-5d3480439f30 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:49.711395 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b874c790-bddc-47c3-9fb7-7f411af95b82 req-e30aa773-0dd3-48a8-a6c5-5d3480439f30 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 945 time: 0.0829701
Jun 03 20:23:49.755898 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b874c790-bddc-47c3-9fb7-7f411af95b82 req-03024623-b44a-4194-a9bc-e84c9f2e1c55 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386546
Jun 03 20:23:50.945034 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571735d-3a31-4723-aaee-9bb0bb58cade req-d8b7ad34-a87f-4f41-a98e-27b86bd849fb tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:50.946510 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a571735d-3a31-4723-aaee-9bb0bb58cade req-d8b7ad34-a87f-4f41-a98e-27b86bd849fb tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 945 time: 0.0840728
Jun 03 20:23:50.990773 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a571735d-3a31-4723-aaee-9bb0bb58cade req-4db205dc-1236-49c2-9f9b-62095336afe6 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385959
Jun 03 20:23:52.739088 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f25dff-428b-485f-9f22-27d98979dd67 req-6f87d957-c4fe-442a-b281-e84ecd323638 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:52.740598 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-90f25dff-428b-485f-9f22-27d98979dd67 req-6f87d957-c4fe-442a-b281-e84ecd323638 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 945 time: 0.0809433
Jun 03 20:23:52.789055 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-90f25dff-428b-485f-9f22-27d98979dd67 req-5a1ac842-fef1-4905-b21e-edaecde39a1e tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408218
Jun 03 20:23:52.951188 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6733c1-2910-4ccd-b806-bed8213a6002 req-3de4abfd-b6a2-4ac8-a4da-f637ec1769c4 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:52.952653 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5f6733c1-2910-4ccd-b806-bed8213a6002 req-3de4abfd-b6a2-4ac8-a4da-f637ec1769c4 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.1362815
Jun 03 20:23:52.978402 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca27ed2-0bba-434a-9d85-d6af3377825c req-37d79520-0b12-4c59-8710-c9476c72a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:52.979788 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cca27ed2-0bba-434a-9d85-d6af3377825c req-37d79520-0b12-4c59-8710-c9476c72a694 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=e535257a7b7d4e5db09589330c6661d8&device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 1138 time: 0.1208975
Jun 03 20:23:53.037105 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5f6733c1-2910-4ccd-b806-bed8213a6002 req-cdec0d90-486f-43d9-a322-3c90c669ab21 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0774837
Jun 03 20:23:53.131427 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca27ed2-0bba-434a-9d85-d6af3377825c req-2e4570be-df82-4731-b2a7-05b1467e8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:53.132845 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cca27ed2-0bba-434a-9d85-d6af3377825c req-2e4570be-df82-4731-b2a7-05b1467e8708 service neutron] 10.222.0.122 "GET /v2.0/networks?id=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb HTTP/1.1" status: 200  len: 915 time: 0.1392677
Jun 03 20:23:53.246326 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cca27ed2-0bba-434a-9d85-d6af3377825c req-4120ae1b-f882-4373-b80c-4b4f405773af service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc787ed1-e721-449f-9ae7-95a9843a54ac HTTP/1.1" status: 200  len: 1002 time: 0.1004031
Jun 03 20:23:53.307978 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca27ed2-0bba-434a-9d85-d6af3377825c req-396e71b3-a16e-44bd-940a-876ef317dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:53.309369 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cca27ed2-0bba-434a-9d85-d6af3377825c req-396e71b3-a16e-44bd-940a-876ef317dd5e service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e121f43d-7381-4c05-ae75-bc6956775a11 HTTP/1.1" status: 200  len: 852 time: 0.0558879
Jun 03 20:23:53.396594 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca27ed2-0bba-434a-9d85-d6af3377825c req-e11c0bd3-7ff0-4f8d-9c2e-e0fafd006bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:53.398086 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cca27ed2-0bba-434a-9d85-d6af3377825c req-e11c0bd3-7ff0-4f8d-9c2e-e0fafd006bb2 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723264
Jun 03 20:23:53.535098 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cca27ed2-0bba-434a-9d85-d6af3377825c req-15040efe-d941-45eb-b040-e62beeafee84 service neutron] 10.222.0.122 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253924
Jun 03 20:23:53.673782 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cca27ed2-0bba-434a-9d85-d6af3377825c req-1a4fe8b0-9dd8-432f-baa4-3ab026f84069 service neutron] 10.222.0.122 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248140
Jun 03 20:23:53.979609 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90767983-f8fb-4f44-b449-6b7d15803786 req-e4251023-a0e6-4e48-a882-f6171c7a32c7 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:53.981230 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-90767983-f8fb-4f44-b449-6b7d15803786 req-e4251023-a0e6-4e48-a882-f6171c7a32c7 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 945 time: 0.0829811
Jun 03 20:23:54.026367 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-90767983-f8fb-4f44-b449-6b7d15803786 req-4e404646-eb73-4e2c-9f2c-881f1887903a tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392826
Jun 03 20:23:54.368646 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d913af0-a63e-40dc-a83f-0ce27f350542 req-d710b38f-ed6e-4d2e-8598-ce0e14697ae7 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:54.370018 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7d913af0-a63e-40dc-a83f-0ce27f350542 req-d710b38f-ed6e-4d2e-8598-ce0e14697ae7 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.0798936
Jun 03 20:23:54.416373 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7d913af0-a63e-40dc-a83f-0ce27f350542 req-afc6eb49-6d17-4f5c-ba0e-711ee5ff924d tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0405591
Jun 03 20:23:54.870874 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc12af-f0d0-425d-bb85-690affb87b63 req-a6e9cb88-6f46-49d4-83b8-920d3b68e799 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:54.872273 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1adc12af-f0d0-425d-bb85-690affb87b63 req-a6e9cb88-6f46-49d4-83b8-920d3b68e799 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.122 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 945 time: 0.0805671
Jun 03 20:23:55.015331 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [req-1adc12af-f0d0-425d-bb85-690affb87b63 req-ad4cc713-7321-432a-8842-348382c94a92 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Deleting port 77bf6dde-85ae-49df-a122-a03a02e0cf7c {{(pid=92637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:23:55.015702 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-1adc12af-f0d0-425d-bb85-690affb87b63 req-ad4cc713-7321-432a-8842-348382c94a92 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:55.218031 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6766d-2892-47ed-aaec-315653767527 req-9949d2ac-0c44-4cbc-b2a7-eb60010e7309 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:55.219448 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1bf6766d-2892-47ed-aaec-315653767527 req-9949d2ac-0c44-4cbc-b2a7-eb60010e7309 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 945 time: 0.0848868
Jun 03 20:23:55.253143 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-1adc12af-f0d0-425d-bb85-690affb87b63 req-ad4cc713-7321-432a-8842-348382c94a92 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] For port 77bf6dde-85ae-49df-a122-a03a02e0cf7c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=77bf6dde-85ae-49df-a122-a03a02e0cf7c,segment=NetworkSegment(f095d982-e39d-4c09-b0ef-b734b8e57344),segment_id=f095d982-e39d-4c09-b0ef-b734b8e57344)] {{(pid=92637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:23:55.253501 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-1adc12af-f0d0-425d-bb85-690affb87b63 req-ad4cc713-7321-432a-8842-348382c94a92 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:55.262754 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1bf6766d-2892-47ed-aaec-315653767527 req-5f0d969b-519e-4fc6-852e-abeb44e2c50e tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/security-groups?id=b9fff494-139a-49dc-8d56-8532f3504146&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371702
Jun 03 20:23:55.373563 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [req-1adc12af-f0d0-425d-bb85-690affb87b63 req-ad4cc713-7321-432a-8842-348382c94a92 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Calling delete_port for 77bf6dde-85ae-49df-a122-a03a02e0cf7c owned by compute:nova {{(pid=92637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:23:55.564110 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-1adc12af-f0d0-425d-bb85-690affb87b63 req-ad4cc713-7321-432a-8842-348382c94a92 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:55.573840 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:23:55.577033 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['77bf6dde-85ae-49df-a122-a03a02e0cf7c'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:23:55.619543 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4cc713-7321-432a-8842-348382c94a92 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Pushing event deleted for resources: {'Port': ['ID=77bf6dde-85ae-49df-a122-a03a02e0cf7c,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:23:55.624745 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ad4cc713-7321-432a-8842-348382c94a92 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:23:55.702306 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adc12af-f0d0-425d-bb85-690affb87b63 req-ad4cc713-7321-432a-8842-348382c94a92 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] No DVR routers for this DVR port 77bf6dde-85ae-49df-a122-a03a02e0cf7c on host hv-cinder-79466 {{(pid=92637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:23:55.705446 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-1adc12af-f0d0-425d-bb85-690affb87b63 req-ad4cc713-7321-432a-8842-348382c94a92 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:55.707965 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197a5119-0032-4bd3-a0f4-f19c2962b778', 'name': 'network-vif-deleted', 'tag': '77bf6dde-85ae-49df-a122-a03a02e0cf7c'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:23:55.710206 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1912a7d1-b4a9-43ce-8524-e8847cd1f778" -d '{"events": [{"server_uuid": "197a5119-0032-4bd3-a0f4-f19c2962b778", "name": "network-vif-deleted", "tag": "77bf6dde-85ae-49df-a122-a03a02e0cf7c"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:23:55.741298 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4ba05-ce2e-4511-aca0-d0a48eb13bde req-055a2b6b-b50b-4246-8007-6d64279c2aac tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:55.742721 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a1c4ba05-ce2e-4511-aca0-d0a48eb13bde req-055a2b6b-b50b-4246-8007-6d64279c2aac tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.2198641
Jun 03 20:23:55.762518 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e3921c-60d3-4e23-9ca2-4fa4d60892b6 x-openstack-request-id: req-c5e3921c-60d3-4e23-9ca2-4fa4d60892b6 {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:23:55.762893 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197a5119-0032-4bd3-a0f4-f19c2962b778", "name": "network-vif-deleted", "tag": "77bf6dde-85ae-49df-a122-a03a02e0cf7c", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:23:55.763177 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c5e3921c-60d3-4e23-9ca2-4fa4d60892b6 {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:23:55.763588 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197a5119-0032-4bd3-a0f4-f19c2962b778', 'name': 'network-vif-deleted', 'tag': '77bf6dde-85ae-49df-a122-a03a02e0cf7c', 'status': 'completed', 'code': 200}
Jun 03 20:23:55.782084 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1adc12af-f0d0-425d-bb85-690affb87b63 req-ad4cc713-7321-432a-8842-348382c94a92 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.122 "DELETE /v2.0/ports/77bf6dde-85ae-49df-a122-a03a02e0cf7c HTTP/1.1" status: 204  len: 173 time: 0.9001877
Jun 03 20:23:55.794831 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a1c4ba05-ce2e-4511-aca0-d0a48eb13bde req-38d2d01c-2a28-411c-a982-1425b6427da7 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0462165
Jun 03 20:23:56.428202 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-276c9b06-21cd-49b3-8bd1-658441e14c74 req-6f80cc0a-fb42-499f-8d6e-c35a0aadc3cf tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] 10.222.0.96 "GET /v2.0/ports?device_id=197a5119-0032-4bd3-a0f4-f19c2962b778 HTTP/1.1" status: 200  len: 210 time: 0.0434146
Jun 03 20:23:56.989787 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b1db-e7ea-49bc-9d86-41f4d3613687 req-53a65b97-66cf-4f43-967f-0a894b516c04 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:56.991241 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e737b1db-e7ea-49bc-9d86-41f4d3613687 req-53a65b97-66cf-4f43-967f-0a894b516c04 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.0865235
Jun 03 20:23:57.038375 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e737b1db-e7ea-49bc-9d86-41f4d3613687 req-c261f1be-ad2d-4d84-b1f3-c5113f7c7a73 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0411162
Jun 03 20:23:57.398541 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-37eb45d9-9536-47e1-a16e-9e30325b7750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:23:58.232679 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86924c5e-1ea5-44fe-840f-b3f1bda9c60c req-b6b24214-2d1d-41c0-b5a3-c9f176867bd6 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:58.234867 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-86924c5e-1ea5-44fe-840f-b3f1bda9c60c req-b6b24214-2d1d-41c0-b5a3-c9f176867bd6 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.0914760
Jun 03 20:23:58.283313 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-86924c5e-1ea5-44fe-840f-b3f1bda9c60c req-399d0aa2-3710-43f2-95ba-f5a2b5cc4005 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0425382
Jun 03 20:23:58.414855 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 77bf6dde-85ae-49df-a122-a03a02e0cf7c no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:23:58.447581 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: 77bf6dde-85ae-49df-a122-a03a02e0cf7c {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:23:58.447932 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 77bf6dde-85ae-49df-a122-a03a02e0cf7c not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:23:59.477133 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9f3b-fd84-4c0a-b42d-a904d66e0778 req-ecf846b5-47cb-4276-9a96-5f0a16db52be tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:23:59.478523 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7bda9f3b-fd84-4c0a-b42d-a904d66e0778 req-ecf846b5-47cb-4276-9a96-5f0a16db52be tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.0865924
Jun 03 20:23:59.600750 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-7bda9f3b-fd84-4c0a-b42d-a904d66e0778 req-c40c5424-cd4e-4815-b71b-577862b9f5c2 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Synchronizing usage tracker for tenant:e535257a7b7d4e5db09589330c6661d8 on resource:security_group {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:23:59.661608 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-7bda9f3b-fd84-4c0a-b42d-a904d66e0778 req-c40c5424-cd4e-4815-b71b-577862b9f5c2 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Unset dirty status for tenant:e535257a7b7d4e5db09589330c6661d8 on resource:security_group {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:23:59.662860 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7bda9f3b-fd84-4c0a-b42d-a904d66e0778 req-c40c5424-cd4e-4815-b71b-577862b9f5c2 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1783564
Jun 03 20:24:00.031902 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:00.043432 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-16db8554-9b2e-4dc5-a727-60b72455f0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:00.849215 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb8aa9-2970-4f73-b452-b1a161e69168 req-979ee313-cbd0-42e1-a574-e47a30f47536 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:00.850643 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3adb8aa9-2970-4f73-b452-b1a161e69168 req-979ee313-cbd0-42e1-a574-e47a30f47536 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.0821569
Jun 03 20:24:00.897448 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3adb8aa9-2970-4f73-b452-b1a161e69168 req-05c78de7-7115-4bcc-82e6-d613d17fcde6 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0409594
Jun 03 20:24:01.282849 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:02.081255 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7afd80-2715-47ff-a327-f28ea563950d req-3be68dba-8c67-440d-8234-6f7b061d8293 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:02.082769 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-de7afd80-2715-47ff-a327-f28ea563950d req-3be68dba-8c67-440d-8234-6f7b061d8293 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.0799313
Jun 03 20:24:02.128899 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-de7afd80-2715-47ff-a327-f28ea563950d req-f8bdb3c3-3d52-4bf0-b712-88070195c852 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0404091
Jun 03 20:24:02.866341 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:03.314208 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8fe4c-f789-41f4-ab91-c95afc7c3fdc req-7f511f95-e253-4f64-b774-4b0f358a16c5 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:03.315694 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a2e8fe4c-f789-41f4-ab91-c95afc7c3fdc req-7f511f95-e253-4f64-b774-4b0f358a16c5 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.0798948
Jun 03 20:24:03.368228 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a2e8fe4c-f789-41f4-ab91-c95afc7c3fdc req-dbf0ebc1-7db6-4103-bb4b-4e3565fd6406 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0467508
Jun 03 20:24:04.580815 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df8297-c1ec-4013-a619-e5f2c9f3f716 req-0879657d-69ec-4c9c-8a0f-24c7370c33e0 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:04.582417 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-66df8297-c1ec-4013-a619-e5f2c9f3f716 req-0879657d-69ec-4c9c-8a0f-24c7370c33e0 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.0875335
Jun 03 20:24:04.635533 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-66df8297-c1ec-4013-a619-e5f2c9f3f716 req-3060b939-786a-45ae-9640-59ac898c5d91 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0464313
Jun 03 20:24:05.830781 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888addb3-0f7e-4c16-9627-0d239fcb8b6d req-004f2afd-220f-4645-8c83-fa907185d312 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:05.832382 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-888addb3-0f7e-4c16-9627-0d239fcb8b6d req-004f2afd-220f-4645-8c83-fa907185d312 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.0896263
Jun 03 20:24:05.881757 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-888addb3-0f7e-4c16-9627-0d239fcb8b6d req-31f0c14c-b50e-40b1-8ee4-d8516ac234f6 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0428302
Jun 03 20:24:06.309527 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:24:07.084919 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bda4a-28c8-42e6-b942-7d0fe40e95f0 req-8b871ac9-6551-43c7-b1e0-f24546ce89ab tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:07.086390 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ae6bda4a-28c8-42e6-b942-7d0fe40e95f0 req-8b871ac9-6551-43c7-b1e0-f24546ce89ab tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.0925841
Jun 03 20:24:07.134514 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ae6bda4a-28c8-42e6-b942-7d0fe40e95f0 req-6ef541a0-44d6-4572-bd9e-6adc51980b24 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0421691
Jun 03 20:24:07.654267 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe5663-8881-4319-8118-184496d37e57 req-23ab2892-f15b-4e54-a72d-c03c2298d19b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:07.656997 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cbfe5663-8881-4319-8118-184496d37e57 req-23ab2892-f15b-4e54-a72d-c03c2298d19b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 945 time: 0.1338887
Jun 03 20:24:07.715824 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cbfe5663-8881-4319-8118-184496d37e57 req-98958f4b-7450-4540-b795-83bd576d7b2e tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0492818
Jun 03 20:24:07.799162 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912317ea-92e2-4761-bd84-9ab6e2a3cc4b req-f194ff2c-81a6-4775-a849-af4de19293fd tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:07.803297 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-912317ea-92e2-4761-bd84-9ab6e2a3cc4b req-f194ff2c-81a6-4775-a849-af4de19293fd tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 946 time: 0.1022856
Jun 03 20:24:07.859981 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-912317ea-92e2-4761-bd84-9ab6e2a3cc4b req-a1ec0ef8-9dc7-45b7-a7bb-0f4349c04562 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524268
Jun 03 20:24:08.348194 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c4765-aea3-4a01-8ea4-532ae4bc37f5 req-b25036a3-2070-470b-a0ef-69fbf4afeeda tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:08.350560 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ac4c4765-aea3-4a01-8ea4-532ae4bc37f5 req-b25036a3-2070-470b-a0ef-69fbf4afeeda tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.0987747
Jun 03 20:24:08.407277 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ac4c4765-aea3-4a01-8ea4-532ae4bc37f5 req-8057c8d3-1dce-435a-a6a0-f88682e9bdc8 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0505707
Jun 03 20:24:08.914964 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7608c-e236-42c0-be0b-4a020a3a4a63 req-488aa15f-c8d7-4dd7-8e47-fa485d686680 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:08.922242 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-50f7608c-e236-42c0-be0b-4a020a3a4a63 req-488aa15f-c8d7-4dd7-8e47-fa485d686680 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 945 time: 0.0926504
Jun 03 20:24:08.978573 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-50f7608c-e236-42c0-be0b-4a020a3a4a63 req-858a77ee-92d1-4e01-b2ad-19d1a3993452 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0550880
Jun 03 20:24:09.070014 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ccfe5-16c0-4ae9-95a4-5c7dba35d94f req-27a62d39-04b2-464e-8c03-96dbef6b2ffc tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:09.075344 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4b2ccfe5-16c0-4ae9-95a4-5c7dba35d94f req-27a62d39-04b2-464e-8c03-96dbef6b2ffc tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 946 time: 0.0983243
Jun 03 20:24:09.137061 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4b2ccfe5-16c0-4ae9-95a4-5c7dba35d94f req-87e0eebf-be3e-4916-9817-30ce02d0f5b4 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580714
Jun 03 20:24:09.607766 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e0f69-ad01-43c4-904d-de7a4930293c req-39e7aa3b-9c28-485e-a212-6aef083e5ec8 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:09.609405 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-556e0f69-ad01-43c4-904d-de7a4930293c req-39e7aa3b-9c28-485e-a212-6aef083e5ec8 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.0921741
Jun 03 20:24:09.662177 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-556e0f69-ad01-43c4-904d-de7a4930293c req-41b4b1af-ea02-41cd-942b-39cb32a57be6 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0453894
Jun 03 20:24:09.678099 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:09.752768 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecd709-9706-4691-86ea-bc00a10847f9 req-78a149ed-66ea-476e-81b2-bc93b10b3225 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:09.754916 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-0aecd709-9706-4691-86ea-bc00a10847f9 req-78a149ed-66ea-476e-81b2-bc93b10b3225 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.122 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 945 time: 0.0917990
Jun 03 20:24:09.917721 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [req-0aecd709-9706-4691-86ea-bc00a10847f9 req-9b0d49e6-e192-40d5-ba5f-867f14676c3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Deleting port 6f0862b3-6516-4f2b-a619-2fa8783a4422 {{(pid=92637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:24:09.918377 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-0aecd709-9706-4691-86ea-bc00a10847f9 req-9b0d49e6-e192-40d5-ba5f-867f14676c3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:10.013094 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122af4ab-2802-40ff-bde9-fd9fa7a6e75c req-ea46d222-9ab2-42cf-ad74-163079a9856f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:10.013467 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-122af4ab-2802-40ff-bde9-fd9fa7a6e75c req-ea46d222-9ab2-42cf-ad74-163079a9856f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 946 time: 0.0957787
Jun 03 20:24:10.157634 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-0aecd709-9706-4691-86ea-bc00a10847f9 req-9b0d49e6-e192-40d5-ba5f-867f14676c3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] For port 6f0862b3-6516-4f2b-a619-2fa8783a4422, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6f0862b3-6516-4f2b-a619-2fa8783a4422,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:24:10.158176 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-0aecd709-9706-4691-86ea-bc00a10847f9 req-9b0d49e6-e192-40d5-ba5f-867f14676c3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:10.262386 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b3a37-0f41-4c11-a190-f4852af9d90e req-a154978c-5a75-489b-aaeb-f0b4abd1bd02 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:10.263866 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-fa1b3a37-0f41-4c11-a190-f4852af9d90e req-a154978c-5a75-489b-aaeb-f0b4abd1bd02 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 945 time: 0.1658194
Jun 03 20:24:10.272802 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-122af4ab-2802-40ff-bde9-fd9fa7a6e75c req-e3e097b3-ab14-413d-8980-6c79aa8dd3fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Deleting port 446e0574-0e49-4101-a2cb-5ae9c25b51c2 {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:24:10.273143 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-122af4ab-2802-40ff-bde9-fd9fa7a6e75c req-e3e097b3-ab14-413d-8980-6c79aa8dd3fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:10.424437 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-fa1b3a37-0f41-4c11-a190-f4852af9d90e req-0d3ebbe1-7dfb-47cd-ae6a-ed4e75f9a69d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1535735
Jun 03 20:24:10.467785 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-122af4ab-2802-40ff-bde9-fd9fa7a6e75c req-e3e097b3-ab14-413d-8980-6c79aa8dd3fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] For port 446e0574-0e49-4101-a2cb-5ae9c25b51c2, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=446e0574-0e49-4101-a2cb-5ae9c25b51c2,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:24:10.468255 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-122af4ab-2802-40ff-bde9-fd9fa7a6e75c req-e3e097b3-ab14-413d-8980-6c79aa8dd3fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:10.522135 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-0aecd709-9706-4691-86ea-bc00a10847f9 req-9b0d49e6-e192-40d5-ba5f-867f14676c3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:10.522424 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-0aecd709-9706-4691-86ea-bc00a10847f9 req-9b0d49e6-e192-40d5-ba5f-867f14676c3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-836964'] for floatingip, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:10.522763 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.l3_db [req-0aecd709-9706-4691-86ea-bc00a10847f9 req-9b0d49e6-e192-40d5-ba5f-867f14676c3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Floating IP 20c9e274-40fc-44af-9a06-f217ff53e67d disassociated. External IP: 172.27.0.205, port: 6f0862b3-6516-4f2b-a619-2fa8783a4422.
Jun 03 20:24:10.523104 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [req-0aecd709-9706-4691-86ea-bc00a10847f9 req-9b0d49e6-e192-40d5-ba5f-867f14676c3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Calling delete_port for 6f0862b3-6516-4f2b-a619-2fa8783a4422 owned by compute:nova {{(pid=92637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:24:10.537275 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501dc6a1-aa9f-48bc-a20b-226d33549096 req-9fa5c5d3-b1ae-4f07-97ed-06e51a9bd38b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:10.544403 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-501dc6a1-aa9f-48bc-a20b-226d33549096 req-9fa5c5d3-b1ae-4f07-97ed-06e51a9bd38b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 946 time: 0.2285843
Jun 03 20:24:10.625211 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-501dc6a1-aa9f-48bc-a20b-226d33549096 req-def25ede-9bc2-484d-a36e-866898507381 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=7fb9a9df-0f18-4f64-945a-0b215446e0ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798612
Jun 03 20:24:10.815366 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-0aecd709-9706-4691-86ea-bc00a10847f9 req-9b0d49e6-e192-40d5-ba5f-867f14676c3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:10.823153 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ace52866-b615-4d2a-bb29-b73af5d09962 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:10.857672 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-122af4ab-2802-40ff-bde9-fd9fa7a6e75c req-e3e097b3-ab14-413d-8980-6c79aa8dd3fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:10.858061 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-122af4ab-2802-40ff-bde9-fd9fa7a6e75c req-e3e097b3-ab14-413d-8980-6c79aa8dd3fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-836964'] for floatingip, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:10.858500 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.l3_db [req-122af4ab-2802-40ff-bde9-fd9fa7a6e75c req-e3e097b3-ab14-413d-8980-6c79aa8dd3fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Floating IP 2d02fd1f-38e0-46f7-ada1-0fde6912ab86 disassociated. External IP: 172.27.0.34, port: 446e0574-0e49-4101-a2cb-5ae9c25b51c2.
Jun 03 20:24:10.858923 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-122af4ab-2802-40ff-bde9-fd9fa7a6e75c req-e3e097b3-ab14-413d-8980-6c79aa8dd3fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Calling delete_port for 446e0574-0e49-4101-a2cb-5ae9c25b51c2 owned by compute:nova {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:24:10.877460 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d49e6-e192-40d5-ba5f-867f14676c3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event deleted for resources: {'Port': ['ID=6f0862b3-6516-4f2b-a619-2fa8783a4422,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:10.882009 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-9b0d49e6-e192-40d5-ba5f-867f14676c3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:10.950065 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e47c11-2272-4046-a887-859dbbc0aacd req-240dd32d-0149-45de-8d85-960e160aa3c0 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:10.953554 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-60e47c11-2272-4046-a887-859dbbc0aacd req-240dd32d-0149-45de-8d85-960e160aa3c0 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.1308053
Jun 03 20:24:11.084664 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-60e47c11-2272-4046-a887-859dbbc0aacd req-8050aca9-5e28-485c-990b-cf7cac25e42a tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1119993
Jun 03 20:24:11.143834 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aecd709-9706-4691-86ea-bc00a10847f9 req-9b0d49e6-e192-40d5-ba5f-867f14676c3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Router 537decb6-d9f1-4f89-b678-e7962f71e035 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:24:11.244809 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-122af4ab-2802-40ff-bde9-fd9fa7a6e75c req-e3e097b3-ab14-413d-8980-6c79aa8dd3fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:11.252589 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-57bd32e4-f8f2-4e27-a13f-0334fcf44460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:11.373286 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aecd709-9706-4691-86ea-bc00a10847f9 req-9b0d49e6-e192-40d5-ba5f-867f14676c3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:24:11.383962 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc4f0e0-a7d9-4b94-94c5-7083b110d3fa None None] Sync routers for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:24:11.400337 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc4f0e0-a7d9-4b94-94c5-7083b110d3fa None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:24:11.409578 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-acc4f0e0-a7d9-4b94-94c5-7083b110d3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42175d8280>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:24:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:11.468663 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e097b3-ab14-413d-8980-6c79aa8dd3fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event deleted for resources: {'Port': ['ID=446e0574-0e49-4101-a2cb-5ae9c25b51c2,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:11.487662 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e3e097b3-ab14-413d-8980-6c79aa8dd3fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:11.548585 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aecd709-9706-4691-86ea-bc00a10847f9 req-9b0d49e6-e192-40d5-ba5f-867f14676c3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] No DVR routers for this DVR port 6f0862b3-6516-4f2b-a619-2fa8783a4422 on host hv-cinder-79466 {{(pid=92637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:24:11.552951 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-0aecd709-9706-4691-86ea-bc00a10847f9 req-9b0d49e6-e192-40d5-ba5f-867f14676c3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:11.573865 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ff70ef-f494-4667-b10b-1975c96f5160', 'name': 'network-vif-deleted', 'tag': '6f0862b3-6516-4f2b-a619-2fa8783a4422'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:24:11.579324 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800c8616-c723-4b7d-8c17-175d706467c4" -d '{"events": [{"server_uuid": "b4ff70ef-f494-4667-b10b-1975c96f5160", "name": "network-vif-deleted", "tag": "6f0862b3-6516-4f2b-a619-2fa8783a4422"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:24:11.627516 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-0aecd709-9706-4691-86ea-bc00a10847f9 req-9b0d49e6-e192-40d5-ba5f-867f14676c3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.122 "DELETE /v2.0/ports/6f0862b3-6516-4f2b-a619-2fa8783a4422 HTTP/1.1" status: 204  len: 173 time: 1.8639610
Jun 03 20:24:11.812732 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-72ebdbe2-343d-4205-96a5-ff5820b36773 req-77d5366e-bfa4-46d1-8814-cc4407075f69 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Synchronizing usage tracker for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:24:11.826034 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9c1d39-e3e8-4cde-8430-dd6866bb862e x-openstack-request-id: req-1f9c1d39-e3e8-4cde-8430-dd6866bb862e {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:24:11.832762 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ff70ef-f494-4667-b10b-1975c96f5160", "name": "network-vif-deleted", "tag": "6f0862b3-6516-4f2b-a619-2fa8783a4422", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:24:11.834142 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1f9c1d39-e3e8-4cde-8430-dd6866bb862e {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:24:11.834719 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ff70ef-f494-4667-b10b-1975c96f5160', 'name': 'network-vif-deleted', 'tag': '6f0862b3-6516-4f2b-a619-2fa8783a4422', 'status': 'completed', 'code': 200}
Jun 03 20:24:11.872255 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-acc4f0e0-a7d9-4b94-94c5-7083b110d3fa None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:24:11.901431 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-122af4ab-2802-40ff-bde9-fd9fa7a6e75c req-e3e097b3-ab14-413d-8980-6c79aa8dd3fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:24:11.930002 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-72ebdbe2-343d-4205-96a5-ff5820b36773 req-77d5366e-bfa4-46d1-8814-cc4407075f69 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Unset dirty status for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:24:11.931594 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-72ebdbe2-343d-4205-96a5-ff5820b36773 req-77d5366e-bfa4-46d1-8814-cc4407075f69 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 210 time: 0.2752964
Jun 03 20:24:12.056943 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-65a6481b-c935-4b03-8001-081eff1a82eb req-c2b65cb3-6be9-42d6-bdd5-da1cea099bf6 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 210 time: 0.0945010
Jun 03 20:24:12.449721 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-122af4ab-2802-40ff-bde9-fd9fa7a6e75c req-e3e097b3-ab14-413d-8980-6c79aa8dd3fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:24:12.464635 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b2f2b-5054-444b-ab78-b0d1f1d4b50b req-8146181f-5263-45cd-8592-de41c3d2e781 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:12.470494 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-231b2f2b-5054-444b-ab78-b0d1f1d4b50b req-8146181f-5263-45cd-8592-de41c3d2e781 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.1775451
Jun 03 20:24:12.471389 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa1ec7-f0f7-4a02-9c80-41307c6a6d45 None None] Sync routers for ids ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:24:12.507933 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa1ec7-f0f7-4a02-9c80-41307c6a6d45 None None] Routers {'25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:24:12.509997 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-7bfa1ec7-f0f7-4a02-9c80-41307c6a6d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217312790>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:24:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:12.541426 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-acc4f0e0-a7d9-4b94-94c5-7083b110d3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42175d8280>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:12.562157 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc4f0e0-a7d9-4b94-94c5-7083b110d3fa None None] Checking router: 537decb6-d9f1-4f89-b678-e7962f71e035 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:24:12.563397 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-231b2f2b-5054-444b-ab78-b0d1f1d4b50b req-2ce7f24d-746b-4bb9-ba16-5e1f2754c981 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0855486
Jun 03 20:24:12.590701 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc4f0e0-a7d9-4b94-94c5-7083b110d3fa None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:24:12.591646 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-acc4f0e0-a7d9-4b94-94c5-7083b110d3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42175d8280>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:24:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:12.660181 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-122af4ab-2802-40ff-bde9-fd9fa7a6e75c req-e3e097b3-ab14-413d-8980-6c79aa8dd3fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] No DVR routers for this DVR port 446e0574-0e49-4101-a2cb-5ae9c25b51c2 on host hv-cinder-79466 {{(pid=92636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:24:12.663876 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-122af4ab-2802-40ff-bde9-fd9fa7a6e75c req-e3e097b3-ab14-413d-8980-6c79aa8dd3fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:12.682277 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'name': 'network-vif-deleted', 'tag': '446e0574-0e49-4101-a2cb-5ae9c25b51c2'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:24:12.685250 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf05b93-d54c-40a4-aa04-92015fdf2b25" -d '{"events": [{"server_uuid": "d6914333-dde9-481d-bef3-a7b52ddb9527", "name": "network-vif-deleted", "tag": "446e0574-0e49-4101-a2cb-5ae9c25b51c2"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:24:12.736546 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-122af4ab-2802-40ff-bde9-fd9fa7a6e75c req-e3e097b3-ab14-413d-8980-6c79aa8dd3fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.122 "DELETE /v2.0/ports/446e0574-0e49-4101-a2cb-5ae9c25b51c2 HTTP/1.1" status: 204  len: 173 time: 2.7162354
Jun 03 20:24:12.750264 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dcd5ec-636f-4d4d-bc97-4542296fc9a2 x-openstack-request-id: req-23dcd5ec-636f-4d4d-bc97-4542296fc9a2 {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:24:12.751033 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6914333-dde9-481d-bef3-a7b52ddb9527", "name": "network-vif-deleted", "tag": "446e0574-0e49-4101-a2cb-5ae9c25b51c2", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:24:12.751473 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-23dcd5ec-636f-4d4d-bc97-4542296fc9a2 {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:24:12.752038 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6914333-dde9-481d-bef3-a7b52ddb9527', 'name': 'network-vif-deleted', 'tag': '446e0574-0e49-4101-a2cb-5ae9c25b51c2', 'status': 'completed', 'code': 200}
Jun 03 20:24:12.832410 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-acc4f0e0-a7d9-4b94-94c5-7083b110d3fa None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:24:12.858074 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-7bfa1ec7-f0f7-4a02-9c80-41307c6a6d45 None None] Set router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:24:13.314376 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-680823b4-d896-4c95-9229-a40e5bdbfe54 req-8e0cc4a2-9144-4410-92c0-1a4fadb2c25c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4ff70ef-f494-4667-b10b-1975c96f5160 HTTP/1.1" status: 200  len: 210 time: 0.1220691
Jun 03 20:24:13.409365 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-65e92b29-a220-4fc2-a0d2-a8fa0486b62c req-58fbdd6a-66e2-446e-80e7-7ebbe2ddf352 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Synchronizing usage tracker for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:24:13.451015 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-acc4f0e0-a7d9-4b94-94c5-7083b110d3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42175d8280>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:13.455436 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc4f0e0-a7d9-4b94-94c5-7083b110d3fa None None] The sync data for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi is: [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:24:13.546472 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-65e92b29-a220-4fc2-a0d2-a8fa0486b62c req-58fbdd6a-66e2-446e-80e7-7ebbe2ddf352 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Unset dirty status for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:24:13.547796 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-65e92b29-a220-4fc2-a0d2-a8fa0486b62c req-58fbdd6a-66e2-446e-80e7-7ebbe2ddf352 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=d6914333-dde9-481d-bef3-a7b52ddb9527 HTTP/1.1" status: 200  len: 210 time: 0.1879261
Jun 03 20:24:13.605685 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-7bfa1ec7-f0f7-4a02-9c80-41307c6a6d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217312790>, [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:19Z', 'revision_number': 4, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '30546ce2-65f1-471d-b3b2-7212ed1a0b31', 'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'mac_address': 'fa:16:3e:17:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:18Z', 'updated_at': '2021-06-03T20:19:26Z', 'revision_number': 5, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'subnets': [{'id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:13.611236 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa1ec7-f0f7-4a02-9c80-41307c6a6d45 None None] Checking router: 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:24:13.635832 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa1ec7-f0f7-4a02-9c80-41307c6a6d45 None None] Routers {'25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:24:13.636636 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-7bfa1ec7-f0f7-4a02-9c80-41307c6a6d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217312790>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:24:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:13.934253 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec9a20c-90db-4b52-9ca3-15f9f1898121 None None] New status for floating IP 20c9e274-40fc-44af-9a06-f217ff53e67d: DOWN {{(pid=92638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 20:24:14.017020 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552828b-e3dd-44ba-827a-e276aee4e968 req-3a481182-b751-44cf-b920-8759813acee1 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:14.019035 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a552828b-e3dd-44ba-827a-e276aee4e968 req-3a481182-b751-44cf-b920-8759813acee1 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.2079089
Jun 03 20:24:14.039220 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-7bfa1ec7-f0f7-4a02-9c80-41307c6a6d45 None None] Set router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:24:14.107013 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a552828b-e3dd-44ba-827a-e276aee4e968 req-a47d3980-2458-470d-805c-f18a618d2020 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0809486
Jun 03 20:24:14.457212 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-7bfa1ec7-f0f7-4a02-9c80-41307c6a6d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217312790>, [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:19Z', 'revision_number': 4, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '30546ce2-65f1-471d-b3b2-7212ed1a0b31', 'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'mac_address': 'fa:16:3e:17:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:18Z', 'updated_at': '2021-06-03T20:19:26Z', 'revision_number': 5, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'subnets': [{'id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:14.461839 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa1ec7-f0f7-4a02-9c80-41307c6a6d45 None None] The sync data for ids ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'] in dv-cinder-794669-1-iscsi is: [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:19Z', 'revision_number': 4, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '30546ce2-65f1-471d-b3b2-7212ed1a0b31', 'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'mac_address': 'fa:16:3e:17:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:18Z', 'updated_at': '2021-06-03T20:19:26Z', 'revision_number': 5, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'subnets': [{'id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:24:14.492755 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 446e0574-0e49-4101-a2cb-5ae9c25b51c2 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:24:14.554483 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: 446e0574-0e49-4101-a2cb-5ae9c25b51c2 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:24:14.555672 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 446e0574-0e49-4101-a2cb-5ae9c25b51c2 not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:24:14.555672 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 6f0862b3-6516-4f2b-a619-2fa8783a4422 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:24:14.661732 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: 6f0862b3-6516-4f2b-a619-2fa8783a4422 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:24:14.662380 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 6f0862b3-6516-4f2b-a619-2fa8783a4422 not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:24:14.771794 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 42634) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:24:14.876770 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2859ec-8481-4455-9600-221bdc559f60 None None] New status for floating IP 2d02fd1f-38e0-46f7-ada1-0fde6912ab86: DOWN {{(pid=92640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 20:24:14.916213 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c446-3658-41b0-84fb-a3c835d2e67f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:14.946201 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-01ac0281-854a-4d0b-8998-7fa7162ebfd9 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-12649576&fields=id&tenant_id=a9b525c195d240939facb0f0f69e34c4 HTTP/1.1" status: 200  len: 267 time: 0.1296990
Jun 03 20:24:15.000959 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c446-3658-41b0-84fb-a3c835d2e67f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:15.163700 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c446-3658-41b0-84fb-a3c835d2e67f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:15.170052 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5455e556-4791-4e71-b843-f0eb6d0243e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:15.237384 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-85ba17de-b30f-4455-ab99-2edefde082c7 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:15.245582 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-85ba17de-b30f-4455-ab99-2edefde082c7 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/networks?id=6e68be35-77da-422e-8229-bc0fe54b16d7 HTTP/1.1" status: 200  len: 812 time: 0.2983716
Jun 03 20:24:15.263793 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-567b5f95-d30e-4d2b-a09e-68de946c27ee tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/quotas/a9b525c195d240939facb0f0f69e34c4 HTTP/1.1" status: 200  len: 375 time: 0.0170064
Jun 03 20:24:15.317742 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1c446-3658-41b0-84fb-a3c835d2e67f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb9a9df-0f18-4f64-945a-0b215446e0ac,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:15.321601 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a1b1c446-3658-41b0-84fb-a3c835d2e67f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:15.377793 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-7b62d52f-6f9e-4da4-bfc3-13b85f2d1095 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a9b525c195d240939facb0f0f69e34c4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1130927
Jun 03 20:24:15.436462 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa9245-373c-42a7-aca6-49f3053ca409 req-df5bd373-cceb-49a6-8358-54ab25061092 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:15.437974 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5aaa9245-373c-42a7-aca6-49f3053ca409 req-df5bd373-cceb-49a6-8358-54ab25061092 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.1063671
Jun 03 20:24:15.495274 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5aaa9245-373c-42a7-aca6-49f3053ca409 req-14e76ea9-e7b3-4fab-bef5-698ea6748f3e tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0&id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0495944
Jun 03 20:24:15.524626 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-2bd4cacb-a7a6-41ee-aa46-ddab48be0dce service neutron] 10.222.0.96 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323028
Jun 03 20:24:15.552272 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c446-3658-41b0-84fb-a3c835d2e67f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:15.553498 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-a1b1c446-3658-41b0-84fb-a3c835d2e67f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "DELETE /v2.0/security-groups/7fb9a9df-0f18-4f64-945a-0b215446e0ac HTTP/1.1" status: 204  len: 168 time: 0.7805958
Jun 03 20:24:15.556163 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 42644) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:24:15.575423 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.api.v2.resource [None req-f90f15a0-55f6-4e0b-8ee0-89149ad06ba8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] show failed (client error): The resource could not be found.
Jun 03 20:24:15.581848 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-f90f15a0-55f6-4e0b-8ee0-89149ad06ba8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups/7fb9a9df-0f18-4f64-945a-0b215446e0ac HTTP/1.1" status: 404  len: 347 time: 0.0193257
Jun 03 20:24:15.584577 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 42646) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:24:15.684362 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c8341c6d-949a-4d50-8bb6-1c343ee89156 service neutron] 10.222.0.96 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537457
Jun 03 20:24:15.828366 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-046a1318-37f8-4402-a1c6-8b6c15dd2c54 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Deleting port 851952b2-6f77-4596-a04a-18ea89878135 {{(pid=92637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:24:15.828726 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-046a1318-37f8-4402-a1c6-8b6c15dd2c54 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:15.978718 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-046a1318-37f8-4402-a1c6-8b6c15dd2c54 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:15.978982 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-046a1318-37f8-4402-a1c6-8b6c15dd2c54 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:16.142999 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-046a1318-37f8-4402-a1c6-8b6c15dd2c54 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Calling delete_port for 851952b2-6f77-4596-a04a-18ea89878135 owned by network:floatingip {{(pid=92637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:24:16.375392 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-046a1318-37f8-4402-a1c6-8b6c15dd2c54 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:16.380878 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5c055651-72c3-48d9-9a2d-56e9f5af91c9 tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:16.494507 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a1318-37f8-4402-a1c6-8b6c15dd2c54 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event deleted for resources: {'Port': ['ID=851952b2-6f77-4596-a04a-18ea89878135,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:16.538212 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-046a1318-37f8-4402-a1c6-8b6c15dd2c54 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:16.579450 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5d4b5895-9266-43c4-b3d5-da99c052661e req-94474ad1-19ea-41da-a028-37e280877e0c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 210 time: 0.0822184
Jun 03 20:24:16.615308 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-046a1318-37f8-4402-a1c6-8b6c15dd2c54 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for floatingip, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:16.694776 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-046a1318-37f8-4402-a1c6-8b6c15dd2c54 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for floatingip, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:16.696983 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-046a1318-37f8-4402-a1c6-8b6c15dd2c54 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "DELETE /v2.0/floatingips/2d02fd1f-38e0-46f7-ada1-0fde6912ab86 HTTP/1.1" status: 204  len: 168 time: 1.1114478
Jun 03 20:24:17.065284 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 42674) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:24:17.072784 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-f8e5378a-490d-49a1-ad35-3ddc43a48fa2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1969987340', 'description': 'tempest-description--1490028550'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:24:17.081358 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-f8e5378a-490d-49a1-ad35-3ddc43a48fa2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:24:17.088358 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-f8e5378a-490d-49a1-ad35-3ddc43a48fa2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Usage tracker for resource:security_group and tenant:f5cdd4a3137d4af39a4e825b870c302b is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:24:17.092220 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-f8e5378a-490d-49a1-ad35-3ddc43a48fa2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:24:17.099960 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-f8e5378a-490d-49a1-ad35-3ddc43a48fa2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:24:17.204318 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f8e5378a-490d-49a1-ad35-3ddc43a48fa2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:17.237806 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-f8e5378a-490d-49a1-ad35-3ddc43a48fa2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:24:17.244590 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-f8e5378a-490d-49a1-ad35-3ddc43a48fa2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Usage tracker for resource:security_group_rule and tenant:f5cdd4a3137d4af39a4e825b870c302b is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:24:17.250331 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-f8e5378a-490d-49a1-ad35-3ddc43a48fa2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:24:17.260158 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-f8e5378a-490d-49a1-ad35-3ddc43a48fa2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:24:17.358470 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f8e5378a-490d-49a1-ad35-3ddc43a48fa2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:17.512231 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f8e5378a-490d-49a1-ad35-3ddc43a48fa2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:17.516173 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-f343124a-084d-400c-801f-8c9eb1ba6550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:17.557667 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5378a-490d-49a1-ad35-3ddc43a48fa2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af78559-0d40-4827-a939-1aa94a01d3c4,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:17.562767 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-f8e5378a-490d-49a1-ad35-3ddc43a48fa2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:17.684605 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-f8e5378a-490d-49a1-ad35-3ddc43a48fa2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:17.689868 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-f8e5378a-490d-49a1-ad35-3ddc43a48fa2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.6234760
Jun 03 20:24:17.690217 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 42684) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:24:17.701202 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-4fad80c4-f30b-447d-b294-d4c3ffe5e174 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Request body: {'security_group_rule': {'security_group_id': '8af78559-0d40-4827-a939-1aa94a01d3c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:24:17.720073 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-4fad80c4-f30b-447d-b294-d4c3ffe5e174 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:24:17.725035 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-4fad80c4-f30b-447d-b294-d4c3ffe5e174 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Usage tracker for resource:security_group_rule and tenant:f5cdd4a3137d4af39a4e825b870c302b is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:24:17.759615 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-4fad80c4-f30b-447d-b294-d4c3ffe5e174 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:24:17.774305 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-4fad80c4-f30b-447d-b294-d4c3ffe5e174 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:24:17.778122 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f7b5fda8-53d9-47f2-af35-5c4f114013ba req-0b6490d9-a002-4c49-bd7d-55dfb7131d91 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 210 time: 0.0501289
Jun 03 20:24:17.912664 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4fad80c4-f30b-447d-b294-d4c3ffe5e174 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:17.977493 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4fad80c4-f30b-447d-b294-d4c3ffe5e174 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:18.067367 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4fad80c4-f30b-447d-b294-d4c3ffe5e174 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:18.070475 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:18.106649 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad80c4-f30b-447d-b294-d4c3ffe5e174 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93db6ee2-bde9-4aa6-88f6-952e435321cc,revision_number=0']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:18.113612 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4fad80c4-f30b-447d-b294-d4c3ffe5e174 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:18.220899 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4fad80c4-f30b-447d-b294-d4c3ffe5e174 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:18.228489 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-4fad80c4-f30b-447d-b294-d4c3ffe5e174 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5332251
Jun 03 20:24:18.228604 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 42690) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:24:18.234084 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-be581d50-c892-4828-8db3-436de4079873 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Request body: {'security_group_rule': {'security_group_id': '8af78559-0d40-4827-a939-1aa94a01d3c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:24:18.242942 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-be581d50-c892-4828-8db3-436de4079873 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:24:18.250326 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-be581d50-c892-4828-8db3-436de4079873 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Usage tracker for resource:security_group_rule and tenant:f5cdd4a3137d4af39a4e825b870c302b is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:24:18.253665 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-be581d50-c892-4828-8db3-436de4079873 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:24:18.264699 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-be581d50-c892-4828-8db3-436de4079873 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:24:18.397838 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-be581d50-c892-4828-8db3-436de4079873 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:18.468867 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-be581d50-c892-4828-8db3-436de4079873 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:18.849341 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-be581d50-c892-4828-8db3-436de4079873 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:18.851712 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:18.875529 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be581d50-c892-4828-8db3-436de4079873 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a2f151-9c80-4a92-bd8b-6d20d54a9c2c,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:18.878274 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-be581d50-c892-4828-8db3-436de4079873 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:18.937403 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f4160e18-e670-4440-a286-1ce38fa554e1 req-aef08155-67f0-4f1a-881d-c3901be4a9d0 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 210 time: 0.0453386
Jun 03 20:24:19.015548 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-be581d50-c892-4828-8db3-436de4079873 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:19.020758 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-be581d50-c892-4828-8db3-436de4079873 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7868891
Jun 03 20:24:19.020758 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 42698) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:24:19.024307 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Request body: {'floatingip': {'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:24:19.030662 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:24:19.036041 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Usage tracker for resource:floatingip and tenant:f5cdd4a3137d4af39a4e825b870c302b is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:24:19.040809 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:24:19.048624 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:24:19.175938 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for floatingip, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:19.415144 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-bd157b7e-4215-40ad-9f6b-52feeb9828b7 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:19.416545 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-bd157b7e-4215-40ad-9f6b-52feeb9828b7 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.122 "GET /v2.0/networks?id=6e68be35-77da-422e-8229-bc0fe54b16d7 HTTP/1.1" status: 200  len: 812 time: 0.2709401
Jun 03 20:24:19.533179 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-bfd213c5-d345-4dee-8b3b-766015fb7ebd tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.122 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9b525c195d240939facb0f0f69e34c4 HTTP/1.1" status: 200  len: 378 time: 0.1018069
Jun 03 20:24:19.550878 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Request body: {'port': {'device_id': '76b8f87c-f359-4a78-92ba-30a81d848053', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'admin_state_up': True, 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'security_groups': ['ff40e807-d779-46cb-8e57-39792f04282c']}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:24:19.694356 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:19.842260 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Allocated IP 172.27.0.248 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/5db0850f-38a4-44cc-86d5-6950f3681f73) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:24:19.986613 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:24:20.072212 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:20.104222 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:24:20.161607 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-92c8bf69-1145-4371-ad7c-c4839e9767bd req-e9d1e099-bf99-4897-9de8-d9beed21fb79 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 210 time: 0.0557418
Jun 03 20:24:20.170077 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:20.174036 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-76cf4ded-cfb7-4a5a-9ae9-cac375142cab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:20.236185 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Made reservation on behalf of a9b525c195d240939facb0f0f69e34c4 for: {'port': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:24:20.240663 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:20.260456 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:24:20.266141 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:24:20.268593 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:24:20.370248 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event updated for resources: {'Port': ['ID=5db0850f-38a4-44cc-86d5-6950f3681f73,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:20.376030 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:20.531995 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:20.541881 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Allocated IP 172.20.0.6 (6e68be35-77da-422e-8229-bc0fe54b16d7/edc2a89f-71b4-4e63-9775-449d925ee0ff/927c9d29-2568-4206-997a-7de18a1eef6a) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:24:20.747919 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:20.851516 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:20.903032 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Transition to ACTIVE for port object 927c9d29-2568-4206-997a-7de18a1eef6a will not be triggered until provisioned by entity DHCP. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:24:21.064726 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:21.182039 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:21.189498 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:21.269226 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:21.280071 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Network 6e68be35-77da-422e-8229-bc0fe54b16d7 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:24:21.285889 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:24:21.296153 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:24:21.457999 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event updated for resources: {'Port': ['ID=927c9d29-2568-4206-997a-7de18a1eef6a,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:21.487688 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:21.494703 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-06267548-b10f-4c95-b5e4-99acb826c72d tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:21.784176 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:21.785499 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:21.831837 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-1cb632a7-6599-427b-9834-b0f61e2ab946 None None] Provisioning for port 927c9d29-2568-4206-997a-7de18a1eef6a completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:24:21.836924 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-1cb632a7-6599-427b-9834-b0f61e2ab946 None None] Provisioning complete for port 927c9d29-2568-4206-997a-7de18a1eef6a triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:24:21.837315 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-1cb632a7-6599-427b-9834-b0f61e2ab946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:21.840251 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-836964'] for floatingip, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:21.886857 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event updated for resources: {'Port': ['ID=5db0850f-38a4-44cc-86d5-6950f3681f73,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:21.901846 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:21.939971 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebb741-f455-4c0a-b13e-6eb8eba0505b req-848c4917-b40d-4189-8ecd-69048ca178d6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:21.940736 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-59ebb741-f455-4c0a-b13e-6eb8eba0505b req-848c4917-b40d-4189-8ecd-69048ca178d6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Synchronizing usage tracker for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:24:21.944200 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-1cb632a7-6599-427b-9834-b0f61e2ab946 None None] Port 927c9d29-2568-4206-997a-7de18a1eef6a cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:24:22.053830 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4942815
Jun 03 20:24:22.053830 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Request body: {'port': {'device_id': '76b8f87c-f359-4a78-92ba-30a81d848053', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:24:22.184273 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:22.417997 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for floatingip, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:22.419423 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.3986475
Jun 03 20:24:22.437994 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-59ebb741-f455-4c0a-b13e-6eb8eba0505b req-848c4917-b40d-4189-8ecd-69048ca178d6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Unset dirty status for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:24:22.445275 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-59ebb741-f455-4c0a-b13e-6eb8eba0505b req-848c4917-b40d-4189-8ecd-69048ca178d6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 931 time: 1.0916963
Jun 03 20:24:22.507377 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-59ebb741-f455-4c0a-b13e-6eb8eba0505b req-7953526e-82c0-4d36-9f53-ae0409db5f6d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0604024
Jun 03 20:24:22.586723 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927c9d29-2568-4206-997a-7de18a1eef6a {{(pid=92636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:24:22.592350 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:22.611467 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Transition to ACTIVE for port object 927c9d29-2568-4206-997a-7de18a1eef6a will not be triggered until provisioned by entity L2. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:24:22.751908 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:22.757776 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-407411c5-b41f-47b5-8d58-4ecbaa68e4d8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:22.903755 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Pushing event updated for resources: {'Port': ['ID=927c9d29-2568-4206-997a-7de18a1eef6a,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:22.937730 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-cf73529f-a4e9-4722-9411-437633406571 req-62f5c6bb-430c-408a-a69f-9e121cf8ae07 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Synchronizing usage tracker for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:security_group {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:24:22.958243 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:23.033084 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-cf73529f-a4e9-4722-9411-437633406571 req-62f5c6bb-430c-408a-a69f-9e121cf8ae07 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Unset dirty status for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:security_group {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:24:23.043131 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cf73529f-a4e9-4722-9411-437633406571 req-62f5c6bb-430c-408a-a69f-9e121cf8ae07 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1969987340&fields=id&tenant_id=f5cdd4a3137d4af39a4e825b870c302b HTTP/1.1" status: 200  len: 267 time: 0.2442622
Jun 03 20:24:23.067229 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Attempting to bind port 927c9d29-2568-4206-997a-7de18a1eef6a on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:24:23.067754 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Attempting to bind port 927c9d29-2568-4206-997a-7de18a1eef6a by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:24:23.068152 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Attempting to bind port 927c9d29-2568-4206-997a-7de18a1eef6a on network 6e68be35-77da-422e-8229-bc0fe54b16d7 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:24:23.074052 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Port 927c9d29-2568-4206-997a-7de18a1eef6a on network 6e68be35-77da-422e-8229-bc0fe54b16d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:24:23.074406 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Attempting to bind port 927c9d29-2568-4206-997a-7de18a1eef6a on network 6e68be35-77da-422e-8229-bc0fe54b16d7 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:24:23.080882 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:24:23.081292 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Checking segment: {'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:24:23.081742 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Bound using segment: {'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:24:23.082979 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Bound port: 927c9d29-2568-4206-997a-7de18a1eef6a, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'}}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:24:23.083395 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:23.226359 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] For port 927c9d29-2568-4206-997a-7de18a1eef6a, host hv-cinder-79466, cleared binding levels {{(pid=92636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:24:23.241945 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] For port 927c9d29-2568-4206-997a-7de18a1eef6a, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=927c9d29-2568-4206-997a-7de18a1eef6a,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:24:23.295816 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73529f-a4e9-4722-9411-437633406571 req-8166b6ac-987c-4959-885e-68e618ef3ea0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:23.297484 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cf73529f-a4e9-4722-9411-437633406571 req-8166b6ac-987c-4959-885e-68e618ef3ea0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/networks?id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36 HTTP/1.1" status: 200  len: 817 time: 0.2450883
Jun 03 20:24:23.317230 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cf73529f-a4e9-4722-9411-437633406571 req-36e0eb36-66d1-4a5d-86aa-e582357baf84 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/quotas/f5cdd4a3137d4af39a4e825b870c302b HTTP/1.1" status: 200  len: 375 time: 0.0100710
Jun 03 20:24:23.335446 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:23.339493 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:23.397166 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:23.397747 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:23.399847 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] 10.222.0.122 "PUT /v2.0/ports/927c9d29-2568-4206-997a-7de18a1eef6a HTTP/1.1" status: 200  len: 1093 time: 1.3515282
Jun 03 20:24:23.403835 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b8f87c-f359-4a78-92ba-30a81d848053', 'tag': '927c9d29-2568-4206-997a-7de18a1eef6a'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:24:23.405948 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854c185f-a5d7-42a1-992e-aab158332336" -d '{"events": [{"name": "network-changed", "server_uuid": "76b8f87c-f359-4a78-92ba-30a81d848053", "tag": "927c9d29-2568-4206-997a-7de18a1eef6a"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:24:23.434031 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-cf73529f-a4e9-4722-9411-437633406571 req-05397e11-8bf4-4555-a710-df112be2855c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Synchronizing usage tracker for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:24:23.438510 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Pushing event updated for resources: {'Port': ['ID=927c9d29-2568-4206-997a-7de18a1eef6a,revision_number=3']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:23.442456 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:23.492206 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74f7fa6-e67e-4fb8-877e-111ba188cd65 x-openstack-request-id: req-f74f7fa6-e67e-4fb8-877e-111ba188cd65 {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:24:23.492592 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b8f87c-f359-4a78-92ba-30a81d848053", "tag": "927c9d29-2568-4206-997a-7de18a1eef6a", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:24:23.492943 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f74f7fa6-e67e-4fb8-877e-111ba188cd65 {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:24:23.493433 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b8f87c-f359-4a78-92ba-30a81d848053', 'tag': '927c9d29-2568-4206-997a-7de18a1eef6a', 'status': 'completed', 'code': 200}
Jun 03 20:24:23.529212 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-cf73529f-a4e9-4722-9411-437633406571 req-05397e11-8bf4-4555-a710-df112be2855c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Unset dirty status for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:24:23.530950 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cf73529f-a4e9-4722-9411-437633406571 req-05397e11-8bf4-4555-a710-df112be2855c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5cdd4a3137d4af39a4e825b870c302b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2079065
Jun 03 20:24:23.624709 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c185f-a5d7-42a1-992e-aab158332336 req-b62fac85-497f-49a0-bd84-3eb773456571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:23.626463 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-854c185f-a5d7-42a1-992e-aab158332336 req-b62fac85-497f-49a0-bd84-3eb773456571 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=a9b525c195d240939facb0f0f69e34c4&device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 1096 time: 0.1102650
Jun 03 20:24:23.717439 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cf73529f-a4e9-4722-9411-437633406571 req-579abf92-6802-4b1e-9e41-0cdd266b4c72 service neutron] 10.222.0.96 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697943
Jun 03 20:24:23.846906 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c185f-a5d7-42a1-992e-aab158332336 req-06445400-ac90-4508-9394-47bbfc539965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:23.848408 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-854c185f-a5d7-42a1-992e-aab158332336 req-06445400-ac90-4508-9394-47bbfc539965 service neutron] 10.222.0.122 "GET /v2.0/networks?tenant_id=a9b525c195d240939facb0f0f69e34c4&shared=False HTTP/1.1" status: 200  len: 914 time: 0.2117569
Jun 03 20:24:23.860291 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf7d4-8860-411c-8981-482872de3ee1 req-a5292d7c-6889-4edc-893f-76eb49bb34f9 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:23.861750 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b81bf7d4-8860-411c-8981-482872de3ee1 req-a5292d7c-6889-4edc-893f-76eb49bb34f9 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 943 time: 0.2035944
Jun 03 20:24:23.955822 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cf73529f-a4e9-4722-9411-437633406571 req-d5364c0a-369b-41d9-9155-567b41b4afa9 service neutron] 10.222.0.96 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2326577
Jun 03 20:24:24.005452 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b81bf7d4-8860-411c-8981-482872de3ee1 req-68070483-fad5-4dc7-8931-133dfda3f8a6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1230803
Jun 03 20:24:24.040876 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c185f-a5d7-42a1-992e-aab158332336 req-ee8845f2-8faf-41fb-9265-fbbe61fb8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:24.042322 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-854c185f-a5d7-42a1-992e-aab158332336 req-ee8845f2-8faf-41fb-9265-fbbe61fb8fa3 service neutron] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1797116
Jun 03 20:24:24.164472 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-669b046e-9bcd-4d10-abc0-9a2383454604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:24.165927 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-669b046e-9bcd-4d10-abc0-9a2383454604 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=a9b525c195d240939facb0f0f69e34c4&device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 1096 time: 0.0772760
Jun 03 20:24:24.240312 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-6fdd14f7-286d-49fa-893a-cfb3f3816534 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=927c9d29-2568-4206-997a-7de18a1eef6a HTTP/1.1" status: 200  len: 217 time: 0.0646255
Jun 03 20:24:24.433547 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-77d56084-37c0-4a0f-87d6-b92f61a7a0d9 req-d9921b40-f40f-4378-8497-32ee72232583 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 210 time: 0.1455233
Jun 03 20:24:24.447641 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-91676dc1-0321-4afe-b836-35312a5d16f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:24.449210 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-91676dc1-0321-4afe-b836-35312a5d16f5 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=edc2a89f-71b4-4e63-9775-449d925ee0ff HTTP/1.1" status: 200  len: 851 time: 0.1941090
Jun 03 20:24:24.533927 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-f64cdd4f-a616-4b7b-a81c-c4e389a7fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:24.536100 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-f64cdd4f-a616-4b7b-a81c-c4e389a7fcdf service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6e68be35-77da-422e-8229-bc0fe54b16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766261
Jun 03 20:24:24.682858 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-9d83805e-a4a2-4e1b-b3a4-0fc4e39d6100 service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343806
Jun 03 20:24:24.821639 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ae279ba9-d4d5-42ad-8a33-be9060a95c7f req-a94cdba8-5245-468f-921a-e381a7ee05ba service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323018
Jun 03 20:24:25.192140 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aa673-ec62-4325-a40a-84fea069dd1c req-f3ae275f-0d1a-4165-a530-63d050e512b4 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:25.193598 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ac1aa673-ec62-4325-a40a-84fea069dd1c req-f3ae275f-0d1a-4165-a530-63d050e512b4 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 943 time: 0.0812805
Jun 03 20:24:25.239290 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ac1aa673-ec62-4325-a40a-84fea069dd1c req-456d2b33-e625-4b1b-859a-fb2f92c73076 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394454
Jun 03 20:24:25.585766 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e4ff0bc3-a188-4603-b7b4-5853409c8097 req-46442c15-8f2f-4f9e-b614-5a554189f509 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 210 time: 0.0419097
Jun 03 20:24:26.437177 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c4e40-5b64-406f-872a-036ac5d2c057 req-d2aff2f5-09a6-4313-a1a1-1c113211dde1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:26.438618 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1f3c4e40-5b64-406f-872a-036ac5d2c057 req-d2aff2f5-09a6-4313-a1a1-1c113211dde1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 943 time: 0.0859497
Jun 03 20:24:26.484420 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1f3c4e40-5b64-406f-872a-036ac5d2c057 req-76eb55f8-71f2-45c1-992a-536035409027 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395920
Jun 03 20:24:26.786261 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-018d294f-1b69-4204-8f2f-fe781f8e9506 req-973bf677-5bd7-48ea-95f2-9ba30da11312 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 210 time: 0.0550346
Jun 03 20:24:26.828993 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73529f-a4e9-4722-9411-437633406571 req-39a67d12-322c-4f17-9c71-3eb2fe1f62a6 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:26.830717 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cf73529f-a4e9-4722-9411-437633406571 req-39a67d12-322c-4f17-9c71-3eb2fe1f62a6 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.122 "GET /v2.0/networks?id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36 HTTP/1.1" status: 200  len: 817 time: 0.1962759
Jun 03 20:24:26.882016 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-cf73529f-a4e9-4722-9411-437633406571 req-18ea0027-527d-427a-80e9-ee51e3f3e07a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Synchronizing usage tracker for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:security_group {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:24:26.893785 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-cf73529f-a4e9-4722-9411-437633406571 req-18ea0027-527d-427a-80e9-ee51e3f3e07a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Unset dirty status for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:security_group {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:24:26.894953 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cf73529f-a4e9-4722-9411-437633406571 req-18ea0027-527d-427a-80e9-ee51e3f3e07a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.122 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5cdd4a3137d4af39a4e825b870c302b HTTP/1.1" status: 200  len: 380 time: 0.0547316
Jun 03 20:24:26.904253 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-cf73529f-a4e9-4722-9411-437633406571 req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Request body: {'port': {'device_id': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'admin_state_up': True, 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'security_groups': ['8af78559-0d40-4827-a939-1aa94a01d3c4']}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:24:27.047348 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-cf73529f-a4e9-4722-9411-437633406571 req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:24:27.058984 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-cf73529f-a4e9-4722-9411-437633406571 req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:24:27.157755 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf73529f-a4e9-4722-9411-437633406571 req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Made reservation on behalf of f5cdd4a3137d4af39a4e825b870c302b for: {'port': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:24:27.161931 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cf73529f-a4e9-4722-9411-437633406571 req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:27.330985 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [req-cf73529f-a4e9-4722-9411-437633406571 req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Allocated IP 172.20.0.6 (e6a1bc66-7e11-43d1-b2d7-7105e819ea36/9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2/1746f8c1-a047-4a37-909d-7863bd44b00d) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:24:27.403581 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-0e94f550-3447-4a59-9749-722211f1ad3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:27.520207 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cf73529f-a4e9-4722-9411-437633406571 req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:27.537491 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-cf73529f-a4e9-4722-9411-437633406571 req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Transition to ACTIVE for port object 1746f8c1-a047-4a37-909d-7863bd44b00d will not be triggered until provisioned by entity DHCP. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:24:27.678422 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cf73529f-a4e9-4722-9411-437633406571 req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:27.684181 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:27.694318 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e8061-d9c5-4d6c-9bf6-370c0708a5b5 req-03511928-56b3-4336-929d-712bf6527c86 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:27.695920 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2b6e8061-d9c5-4d6c-9bf6-370c0708a5b5 req-03511928-56b3-4336-929d-712bf6527c86 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 943 time: 0.1044748
Jun 03 20:24:27.745412 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf73529f-a4e9-4722-9411-437633406571 req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:24:27.745804 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2b6e8061-d9c5-4d6c-9bf6-370c0708a5b5 req-25a40af9-c441-4dbf-bd6e-a0d0021777ab tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0438473
Jun 03 20:24:27.748401 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [req-cf73529f-a4e9-4722-9411-437633406571 req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:24:27.758007 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf73529f-a4e9-4722-9411-437633406571 req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:24:27.797678 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event updated for resources: {'Port': ['ID=1746f8c1-a047-4a37-909d-7863bd44b00d,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:27.800561 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:27.849634 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73529f-a4e9-4722-9411-437633406571 req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:27.850387 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cf73529f-a4e9-4722-9411-437633406571 req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:27.993203 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f903a-bd2d-4312-8c6c-0febb6622014 req-eabefd8e-5b15-4284-a1da-ae1292e58082 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:27.993891 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-d02f903a-bd2d-4312-8c6c-0febb6622014 req-eabefd8e-5b15-4284-a1da-ae1292e58082 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Synchronizing usage tracker for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:24:27.997596 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cf73529f-a4e9-4722-9411-437633406571 req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0972414
Jun 03 20:24:28.013845 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Request body: {'port': {'device_id': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:24:28.054983 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-afca6d41-7543-4a7c-9d53-66a91b319a52 None None] Provisioning for port 1746f8c1-a047-4a37-909d-7863bd44b00d completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:24:28.059935 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-afca6d41-7543-4a7c-9d53-66a91b319a52 None None] Provisioning complete for port 1746f8c1-a047-4a37-909d-7863bd44b00d triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:24:28.070780 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-afca6d41-7543-4a7c-9d53-66a91b319a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:28.103396 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-d02f903a-bd2d-4312-8c6c-0febb6622014 req-eabefd8e-5b15-4284-a1da-ae1292e58082 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Unset dirty status for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:24:28.104462 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d02f903a-bd2d-4312-8c6c-0febb6622014 req-eabefd8e-5b15-4284-a1da-ae1292e58082 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 931 time: 0.2011545
Jun 03 20:24:28.114807 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-afca6d41-7543-4a7c-9d53-66a91b319a52 None None] Port 1746f8c1-a047-4a37-909d-7863bd44b00d cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:24:28.156569 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:28.179384 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d02f903a-bd2d-4312-8c6c-0febb6622014 req-ac61dd1e-b568-4a2a-b8c1-5aefe07828f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663605
Jun 03 20:24:28.598976 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1746f8c1-a047-4a37-909d-7863bd44b00d {{(pid=92636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:24:28.606159 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:28.620274 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Transition to ACTIVE for port object 1746f8c1-a047-4a37-909d-7863bd44b00d will not be triggered until provisioned by entity L2. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:24:28.722100 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 42846) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:24:28.754235 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:28.762542 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3b1890fc-2fa8-424a-ae41-7839cbda82b0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:28.907837 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4e7609-7843-47b6-9a26-b879dc7e2140 admin admin] Deleting subnet 62c5362f-11b2-4af8-afac-fae8a55eecb7 {{(pid=92636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 20:24:28.937765 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8067d-0d45-4f04-a587-22264801701a req-3a2bd78e-a268-4713-94f8-b2126a1d3aed tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:28.939473 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-efd8067d-0d45-4f04-a587-22264801701a req-3a2bd78e-a268-4713-94f8-b2126a1d3aed tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 943 time: 0.0863109
Jun 03 20:24:28.942037 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7609-7843-47b6-9a26-b879dc7e2140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:28.968040 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Pushing event updated for resources: {'Port': ['ID=1746f8c1-a047-4a37-909d-7863bd44b00d,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:28.979830 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:28.992522 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-efd8067d-0d45-4f04-a587-22264801701a req-2fd80330-0a7f-4887-a2b1-40eaf0128502 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0455539
Jun 03 20:24:29.052338 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7609-7843-47b6-9a26-b879dc7e2140 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16158600'] for subnet, precommit_delete_associations {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:29.114578 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Attempting to bind port 1746f8c1-a047-4a37-909d-7863bd44b00d on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:24:29.114851 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Attempting to bind port 1746f8c1-a047-4a37-909d-7863bd44b00d by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36'}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:24:29.115173 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Attempting to bind port 1746f8c1-a047-4a37-909d-7863bd44b00d on network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:24:29.126790 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Port 1746f8c1-a047-4a37-909d-7863bd44b00d on network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:24:29.127108 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Attempting to bind port 1746f8c1-a047-4a37-909d-7863bd44b00d on network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:24:29.129954 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7609-7843-47b6-9a26-b879dc7e2140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888552'] for subnet, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:29.163502 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:24:29.163834 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Checking segment: {'id': '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:24:29.164211 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Bound using segment: {'id': '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36'} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:24:29.164663 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Bound port: 1746f8c1-a047-4a37-909d-7863bd44b00d, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36'}}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:24:29.164998 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:29.393633 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] For port 1746f8c1-a047-4a37-909d-7863bd44b00d, host hv-cinder-79466, cleared binding levels {{(pid=92636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:24:29.409310 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] For port 1746f8c1-a047-4a37-909d-7863bd44b00d, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1746f8c1-a047-4a37-909d-7863bd44b00d,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:24:29.515108 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b105000-14eb-43f3-8bfa-2b1d84385bad req-fc9e361d-4378-464c-9637-346d24825d6b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:29.516532 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4b105000-14eb-43f3-8bfa-2b1d84385bad req-fc9e361d-4378-464c-9637-346d24825d6b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.1880410
Jun 03 20:24:29.544612 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:29.552923 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:29.616912 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:29.617514 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:29.618888 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cf73529f-a4e9-4722-9411-437633406571 req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] 10.222.0.122 "PUT /v2.0/ports/1746f8c1-a047-4a37-909d-7863bd44b00d HTTP/1.1" status: 200  len: 1093 time: 1.6091492
Jun 03 20:24:29.621281 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'tag': '1746f8c1-a047-4a37-909d-7863bd44b00d'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:24:29.623543 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad30e81-51c3-4e1a-9ed5-5eaa7ab5c19c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1fc42a-42cb-45ab-89c2-a8ab35c551e1", "tag": "1746f8c1-a047-4a37-909d-7863bd44b00d"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:24:29.631643 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4b105000-14eb-43f3-8bfa-2b1d84385bad req-62473b71-1ef5-48df-9a55-e6ba0381ea19 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1079631
Jun 03 20:24:29.658949 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Pushing event updated for resources: {'Port': ['ID=1746f8c1-a047-4a37-909d-7863bd44b00d,revision_number=3']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:29.662836 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:29.677078 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9e6a0b-0cbb-42c6-aa9a-72e52e46653d x-openstack-request-id: req-dc9e6a0b-0cbb-42c6-aa9a-72e52e46653d {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:24:29.677406 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1fc42a-42cb-45ab-89c2-a8ab35c551e1", "tag": "1746f8c1-a047-4a37-909d-7863bd44b00d", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:24:29.677704 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dc9e6a0b-0cbb-42c6-aa9a-72e52e46653d {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:24:29.678135 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'tag': '1746f8c1-a047-4a37-909d-7863bd44b00d', 'status': 'completed', 'code': 200}
Jun 03 20:24:29.700430 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7609-7843-47b6-9a26-b879dc7e2140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16099413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14702688'] for subnet, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:29.707461 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-5290553e-19aa-4467-ba34-43ea3aca6321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:29.791270 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e7609-7843-47b6-9a26-b879dc7e2140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c5362f-11b2-4af8-afac-fae8a55eecb7,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:29.794567 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7609-7843-47b6-9a26-b879dc7e2140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:29.797771 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ad4e7609-7843-47b6-9a26-b879dc7e2140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:29.806197 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-ad4e7609-7843-47b6-9a26-b879dc7e2140 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/62c5362f-11b2-4af8-afac-fae8a55eecb7 HTTP/1.1" status: 204  len: 168 time: 1.0829964
Jun 03 20:24:29.808787 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 42854) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:24:29.830035 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad30e81-51c3-4e1a-9ed5-5eaa7ab5c19c req-dff02f1b-7d3e-4041-a599-44f148d30157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:29.831649 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4ad30e81-51c3-4e1a-9ed5-5eaa7ab5c19c req-dff02f1b-7d3e-4041-a599-44f148d30157 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=f5cdd4a3137d4af39a4e825b870c302b&device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 1096 time: 0.1263576
Jun 03 20:24:29.920617 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c259e7b4-f2bb-4848-ad80-c4d8a2887516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645772'] for network, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:29.979296 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad30e81-51c3-4e1a-9ed5-5eaa7ab5c19c req-9d910298-4fa1-46be-84e2-899b7d0c6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:29.980837 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4ad30e81-51c3-4e1a-9ed5-5eaa7ab5c19c req-9d910298-4fa1-46be-84e2-899b7d0c6be6 service neutron] 10.222.0.122 "GET /v2.0/networks?tenant_id=f5cdd4a3137d4af39a4e825b870c302b&shared=False HTTP/1.1" status: 200  len: 919 time: 0.1410570
Jun 03 20:24:30.014894 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:30.043182 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-883347a4-7239-4559-a256-593873e5c4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:30.069512 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c259e7b4-f2bb-4848-ad80-c4d8a2887516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082749', 'neutron.services.segments.db._delete_segments_for_network-8745116134081'] for network, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:30.085886 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-c259e7b4-f2bb-4848-ad80-c4d8a2887516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f421580bca0>,) {'filters': {'network_id': ['057fd696-599c-49c5-8cfe-6fd7a324a18d']}} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:30.105928 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-c259e7b4-f2bb-4848-ad80-c4d8a2887516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f421580bca0>, 'f095d982-e39d-4c09-b0ef-b734b8e57344') {'for_net_delete': True} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:30.106229 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-c259e7b4-f2bb-4848-ad80-c4d8a2887516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f421580bca0>, 'f095d982-e39d-4c09-b0ef-b734b8e57344') {} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:30.121268 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c259e7b4-f2bb-4848-ad80-c4d8a2887516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745116137948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16070493'] for segment, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:30.142504 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c259e7b4-f2bb-4848-ad80-c4d8a2887516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:30.151339 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c259e7b4-f2bb-4848-ad80-c4d8a2887516 admin admin] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=92637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 20:24:30.151745 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c259e7b4-f2bb-4848-ad80-c4d8a2887516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16398940'] for segment, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]: Traceback (most recent call last):
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:     timer()
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:     cb(*args, **kw)
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:     return func(*args, **kwargs)
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:     self._notify()
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:     self.callback(batched_events)
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:     event.method(event)
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:     return f(self, *a, **k)
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self._get(url).json()
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self.request(url, 'GET', **kwargs)
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 20:24:30.165951 dv-cinder-794669-1-iscsi neutron-server[92637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 20:24:30.237761 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad30e81-51c3-4e1a-9ed5-5eaa7ab5c19c req-608f879e-b6a3-4c3d-9f94-7ef377575870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:30.239676 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4ad30e81-51c3-4e1a-9ed5-5eaa7ab5c19c req-608f879e-b6a3-4c3d-9f94-7ef377575870 service neutron] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2469895
Jun 03 20:24:30.323068 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c259e7b4-f2bb-4848-ad80-c4d8a2887516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-836978'] for network, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:30.328689 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c259e7b4-f2bb-4848-ad80-c4d8a2887516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:30.332463 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:30.357605 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259e7b4-f2bb-4848-ad80-c4d8a2887516 admin admin] Pushing event deleted for resources: {'Network': ['ID=057fd696-599c-49c5-8cfe-6fd7a324a18d,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:30.360584 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-c259e7b4-f2bb-4848-ad80-c4d8a2887516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:30.406081 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb6076-3f8f-49f8-ab72-0abfa37794e9 req-d16666f1-5c84-4d5f-bd5a-ab1960f32896 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:30.408104 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1dfb6076-3f8f-49f8-ab72-0abfa37794e9 req-d16666f1-5c84-4d5f-bd5a-ab1960f32896 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 943 time: 0.1415963
Jun 03 20:24:30.411607 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73529f-a4e9-4722-9411-437633406571 req-3cd513d6-daa5-4250-ada0-55cdc25f2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:30.413116 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cf73529f-a4e9-4722-9411-437633406571 req-3cd513d6-daa5-4250-ada0-55cdc25f2a78 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=f5cdd4a3137d4af39a4e825b870c302b&device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 1096 time: 0.1076906
Jun 03 20:24:30.421133 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-c259e7b4-f2bb-4848-ad80-c4d8a2887516 admin admin] 10.222.0.96 "DELETE /v2.0/networks/057fd696-599c-49c5-8cfe-6fd7a324a18d HTTP/1.1" status: 204  len: 168 time: 0.6111019
Jun 03 20:24:30.503956 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cf73529f-a4e9-4722-9411-437633406571 req-587485e6-62bb-47f4-b78a-3d0e337d3530 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1746f8c1-a047-4a37-909d-7863bd44b00d HTTP/1.1" status: 200  len: 217 time: 0.0723696
Jun 03 20:24:30.552807 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1dfb6076-3f8f-49f8-ab72-0abfa37794e9 req-71ea7ee9-9ac5-43a4-9d7d-9877402c8167 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1386726
Jun 03 20:24:30.577617 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73529f-a4e9-4722-9411-437633406571 req-bc28005f-f539-4f7b-9dc9-24c7eb5638a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:30.579160 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cf73529f-a4e9-4722-9411-437633406571 req-bc28005f-f539-4f7b-9dc9-24c7eb5638a6 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2 HTTP/1.1" status: 200  len: 856 time: 0.0671237
Jun 03 20:24:30.658536 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73529f-a4e9-4722-9411-437633406571 req-a208fb0f-45bb-49ae-a541-0e40f39eb982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:30.660582 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cf73529f-a4e9-4722-9411-437633406571 req-a208fb0f-45bb-49ae-a541-0e40f39eb982 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707228
Jun 03 20:24:30.800918 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 42862) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:24:30.806959 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cf73529f-a4e9-4722-9411-437633406571 req-df025ec2-2219-4516-a264-4d341c68700c service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336312
Jun 03 20:24:30.869180 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d6384-b416-4d48-946b-ac49e56c88a6 req-cebd99ef-ec2f-4ef2-a8dd-52c368bb4372 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:30.871219 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-241d6384-b416-4d48-946b-ac49e56c88a6 req-cebd99ef-ec2f-4ef2-a8dd-52c368bb4372 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.1207745
Jun 03 20:24:30.876926 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-3258746e-f1d1-48bb-a7e0-f11746549841 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d3989c8b415e4cb6a65c18ff110b0797&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0715473
Jun 03 20:24:30.890621 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 42864) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:24:30.945184 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cf73529f-a4e9-4722-9411-437633406571 req-074377ee-b56b-47e7-8911-90610e7eebd4 service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293285
Jun 03 20:24:30.952678 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-241d6384-b416-4d48-946b-ac49e56c88a6 req-009b4c32-baae-49f7-9d82-282f7878e4f8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737019
Jun 03 20:24:30.983983 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-cf8d2d28-09b2-4b23-bf1e-ba4bb3140b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:31.010390 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-cf8d2d28-09b2-4b23-bf1e-ba4bb3140b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:31.151939 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-cf8d2d28-09b2-4b23-bf1e-ba4bb3140b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:31.156068 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-c95a7363-01c8-4bbb-978c-8bdd0baf68ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:31.170240 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d2d28-09b2-4b23-bf1e-ba4bb3140b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fff494-139a-49dc-8d56-8532f3504146,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:31.177286 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-cf8d2d28-09b2-4b23-bf1e-ba4bb3140b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:31.276353 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-cf8d2d28-09b2-4b23-bf1e-ba4bb3140b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:31.277475 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-cf8d2d28-09b2-4b23-bf1e-ba4bb3140b4d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b9fff494-139a-49dc-8d56-8532f3504146 HTTP/1.1" status: 204  len: 168 time: 0.3859298
Jun 03 20:24:31.300047 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:31.759950 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8c26e-9885-47ba-b46c-6a0f2bc32e99 req-c7ac5ad3-a2b2-4851-9a3f-e26f29bd0c28 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:31.761488 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-feb8c26e-9885-47ba-b46c-6a0f2bc32e99 req-c7ac5ad3-a2b2-4851-9a3f-e26f29bd0c28 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 943 time: 0.0849319
Jun 03 20:24:31.806572 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-feb8c26e-9885-47ba-b46c-6a0f2bc32e99 req-6e04909d-9a9f-4926-8081-47ac506749a0 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395200
Jun 03 20:24:32.141949 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239ae58-c59c-4886-acc2-0e79f820702c req-46535949-9597-4412-8b77-dd86e2c86a1d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:32.143440 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6239ae58-c59c-4886-acc2-0e79f820702c req-46535949-9597-4412-8b77-dd86e2c86a1d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0829251
Jun 03 20:24:32.195075 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6239ae58-c59c-4886-acc2-0e79f820702c req-b0c1f20a-71f8-4b8c-bc2e-110967675f57 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451293
Jun 03 20:24:32.415674 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 42892) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:24:32.523442 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1223478364-network', 'tenant_id': '86f9969bc0474540b9a27d4643e5959b'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:24:32.528346 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:24:32.532443 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Usage tracker for resource:network and tenant:86f9969bc0474540b9a27d4643e5959b is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:24:32.535285 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:24:32.541545 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:24:32.602568 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 927c9d29-2568-4206-997a-7de18a1eef6a details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:24:32.660408 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Made reservation on behalf of 86f9969bc0474540b9a27d4643e5959b for: {'network': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:24:32.662759 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:32.676448 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:32.691795 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:24:32.695685 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Usage tracker for resource:security_group_rule and tenant:86f9969bc0474540b9a27d4643e5959b is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:24:32.698470 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:24:32.704399 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:24:32.739573 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 927c9d29-2568-4206-997a-7de18a1eef6a, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=927c9d29-2568-4206-997a-7de18a1eef6a,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:24:32.753842 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '927c9d29-2568-4206-997a-7de18a1eef6a', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'port_id': '927c9d29-2568-4206-997a-7de18a1eef6a', 'mac_address': 'fa:16:3e:b9:65:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:24:32.793356 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:32.809232 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:32.835721 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927c9d29-2568-4206-997a-7de18a1eef6a {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:24:32.853021 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 927c9d29-2568-4206-997a-7de18a1eef6a, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=927c9d29-2568-4206-997a-7de18a1eef6a,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:24:32.871675 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:32.875909 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-cd7a086f-4adc-46c9-bb98-8e808d31fbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:32.899305 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1300}  {{(pid=92637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:24:32.912964 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0009fc52-3ac7-4505-9563-31b41e7a3bf0,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:32.917058 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:32.918032 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:32.918365 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.segments_db [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Added segment 278fc964-c8b4-40fb-8330-7cbf2be50ad0 of type vlan for network 632258e4-ef84-437b-95c8-25824c8ff24c
Jun 03 20:24:32.928629 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:32.946646 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:32.985925 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:32.988889 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:32.998996 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f927f2f-6387-4d29-b79f-f8ebbb3c9801 req-15e7943f-ddfa-4cea-bb66-cb2def030a76 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:33.000480 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4f927f2f-6387-4d29-b79f-f8ebbb3c9801 req-15e7943f-ddfa-4cea-bb66-cb2def030a76 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 943 time: 0.0889812
Jun 03 20:24:33.032011 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:33.033626 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:33.034647 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:33.040619 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:33.049928 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4f927f2f-6387-4d29-b79f-f8ebbb3c9801 req-7a03b5cc-aced-4ed0-a5a4-ca443d91adcd tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437093
Jun 03 20:24:33.064991 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=927c9d29-2568-4206-997a-7de18a1eef6a,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:33.068497 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:33.141173 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Pushing event updated for resources: {'Network': ['ID=632258e4-ef84-437b-95c8-25824c8ff24c,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:33.143798 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:33.151841 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network 632258e4-ef84-437b-95c8-25824c8ff24c details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:24:33.209691 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-5c83bf3e-64d9-4e83-8ffa-8beebb3c791d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7928562
Jun 03 20:24:33.212499 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 42898) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:24:33.218145 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-a9eca3a0-c9bd-4d49-8b72-fc267097956d admin admin] Request body: {'subnet': {'network_id': '632258e4-ef84-437b-95c8-25824c8ff24c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1223478364-subnet', 'tenant_id': '86f9969bc0474540b9a27d4643e5959b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:24:33.225223 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-a9eca3a0-c9bd-4d49-8b72-fc267097956d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:24:33.230557 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-a9eca3a0-c9bd-4d49-8b72-fc267097956d admin admin] Usage tracker for resource:subnet and tenant:86f9969bc0474540b9a27d4643e5959b is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:24:33.234547 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-a9eca3a0-c9bd-4d49-8b72-fc267097956d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:24:33.240868 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-a9eca3a0-c9bd-4d49-8b72-fc267097956d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:24:33.341043 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['927c9d29-2568-4206-997a-7de18a1eef6a'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:24:33.348494 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9eca3a0-c9bd-4d49-8b72-fc267097956d admin admin] Made reservation on behalf of 86f9969bc0474540b9a27d4643e5959b for: {'subnet': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:24:33.350891 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a9eca3a0-c9bd-4d49-8b72-fc267097956d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14742462'] for subnet, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:33.584863 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052880da-5d8b-4a55-8c6a-3c9a0cfca539 req-f9b9d610-acec-487f-80e6-677793832c4f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:33.586318 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-052880da-5d8b-4a55-8c6a-3c9a0cfca539 req-f9b9d610-acec-487f-80e6-677793832c4f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.2776854
Jun 03 20:24:33.674270 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-052880da-5d8b-4a55-8c6a-3c9a0cfca539 req-6a1d2bd7-8f60-458c-8514-7fccf6d785b2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813439
Jun 03 20:24:33.960941 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a9eca3a0-c9bd-4d49-8b72-fc267097956d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16399095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14742444'] for subnet, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:33.964646 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:34.032059 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eca3a0-c9bd-4d49-8b72-fc267097956d admin admin] Pushing event updated for resources: {'Subnet': ['ID=18d87829-15ab-43fa-8527-77722b0e1bd3,revision_number=0']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:34.036003 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a9eca3a0-c9bd-4d49-8b72-fc267097956d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:34.042857 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eca3a0-c9bd-4d49-8b72-fc267097956d admin admin] Checking segment: {'id': '278fc964-c8b4-40fb-8330-7cbf2be50ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '632258e4-ef84-437b-95c8-25824c8ff24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:24:34.043237 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eca3a0-c9bd-4d49-8b72-fc267097956d admin admin] Network hostable DHCP agents. Network: 632258e4-ef84-437b-95c8-25824c8ff24c, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:24:34.134569 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eca3a0-c9bd-4d49-8b72-fc267097956d admin admin] Network 632258e4-ef84-437b-95c8-25824c8ff24c is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:24:34.231810 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-a9eca3a0-c9bd-4d49-8b72-fc267097956d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, 632258e4-ef84-437b-95c8-25824c8ff24c) {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:24:34.241155 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b04fa2-cfad-4383-8a22-e44a04352951 None None] Network 632258e4-ef84-437b-95c8-25824c8ff24c requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:24:34.241862 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eca3a0-c9bd-4d49-8b72-fc267097956d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:34.242460 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a9eca3a0-c9bd-4d49-8b72-fc267097956d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:34.257445 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc093463-5bf8-4948-ac55-b88b08a92ab4 req-b583efa7-0501-4aa1-82ec-c88e19595fe0 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:34.258965 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bc093463-5bf8-4948-ac55-b88b08a92ab4 req-b583efa7-0501-4aa1-82ec-c88e19595fe0 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 944 time: 0.0886583
Jun 03 20:24:34.304944 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bc093463-5bf8-4948-ac55-b88b08a92ab4 req-0ae6517c-c722-41e8-98c8-12fea478153f tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403063
Jun 03 20:24:34.346237 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-a9eca3a0-c9bd-4d49-8b72-fc267097956d admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1325626
Jun 03 20:24:34.437893 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70695a5d-aaeb-4b25-9028-1f3156a081af None None] Network 632258e4-ef84-437b-95c8-25824c8ff24c requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:24:34.618663 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 1746f8c1-a047-4a37-909d-7863bd44b00d details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:24:34.621092 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 927c9d29-2568-4206-997a-7de18a1eef6a up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:24:34.818553 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 1746f8c1-a047-4a37-909d-7863bd44b00d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1746f8c1-a047-4a37-909d-7863bd44b00d,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:24:34.832667 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '1746f8c1-a047-4a37-909d-7863bd44b00d', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'port_id': '1746f8c1-a047-4a37-909d-7863bd44b00d', 'mac_address': 'fa:16:3e:f4:57:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:24:34.874275 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port 927c9d29-2568-4206-997a-7de18a1eef6a completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:24:34.877330 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543ae46-c43c-4748-bffe-8272e6ee82c1 req-42022325-dcf1-4876-a666-888ae65e05bd tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:34.882380 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c543ae46-c43c-4748-bffe-8272e6ee82c1 req-42022325-dcf1-4876-a666-888ae65e05bd tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0881159
Jun 03 20:24:34.884043 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 927c9d29-2568-4206-997a-7de18a1eef6a triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:24:34.884421 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:34.925122 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:34.926028 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c543ae46-c43c-4748-bffe-8272e6ee82c1 req-311fbb74-0790-4fcb-a651-38b77fea33b9 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405364
Jun 03 20:24:34.952269 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1746f8c1-a047-4a37-909d-7863bd44b00d {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:24:35.016596 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 1746f8c1-a047-4a37-909d-7863bd44b00d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1746f8c1-a047-4a37-909d-7863bd44b00d,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:24:35.074103 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:35.100249 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b8f87c-f359-4a78-92ba-30a81d848053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927c9d29-2568-4206-997a-7de18a1eef6a'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:24:35.102467 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3980d5a4-b599-4578-9ad8-84eef54186e6" -d '{"events": [{"server_uuid": "76b8f87c-f359-4a78-92ba-30a81d848053", "name": "network-vif-plugged", "status": "completed", "tag": "927c9d29-2568-4206-997a-7de18a1eef6a"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:24:35.110778 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 927c9d29-2568-4206-997a-7de18a1eef6a, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=927c9d29-2568-4206-997a-7de18a1eef6a,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:24:35.145021 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7740c63d-5f87-4007-819f-3c42df5419c5 x-openstack-request-id: req-7740c63d-5f87-4007-819f-3c42df5419c5 {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:24:35.145314 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b8f87c-f359-4a78-92ba-30a81d848053", "name": "network-vif-plugged", "status": "completed", "tag": "927c9d29-2568-4206-997a-7de18a1eef6a", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:24:35.145575 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7740c63d-5f87-4007-819f-3c42df5419c5 {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:24:35.145957 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b8f87c-f359-4a78-92ba-30a81d848053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927c9d29-2568-4206-997a-7de18a1eef6a', 'code': 200}
Jun 03 20:24:35.168475 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:35.170553 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:35.240340 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=1746f8c1-a047-4a37-909d-7863bd44b00d,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:35.243628 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:35.271567 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:35.273330 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:35.338473 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=927c9d29-2568-4206-997a-7de18a1eef6a,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:35.341512 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:35.501329 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097533a4-9246-4220-9949-2d9b7a068a3b req-8c4be82e-22c4-4f31-92ca-a5070a806c26 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:35.502811 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-097533a4-9246-4220-9949-2d9b7a068a3b req-8c4be82e-22c4-4f31-92ca-a5070a806c26 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 945 time: 0.0886433
Jun 03 20:24:35.506325 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['1746f8c1-a047-4a37-909d-7863bd44b00d'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:24:35.553526 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-097533a4-9246-4220-9949-2d9b7a068a3b req-2339ba4e-ccb3-47f0-9126-5afb53cc51e0 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435147
Jun 03 20:24:35.670536 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94e717-0cf2-401d-82fb-2056157aa2b3 req-9ae97193-bd05-4580-9c84-dd8e2e4fc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:35.672339 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9c94e717-0cf2-401d-82fb-2056157aa2b3 req-9ae97193-bd05-4580-9c84-dd8e2e4fc8ba service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 1098 time: 0.0746162
Jun 03 20:24:35.723430 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9c94e717-0cf2-401d-82fb-2056157aa2b3 req-c7090718-98d8-4f4c-b10b-0b7d3c16d674 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416088
Jun 03 20:24:36.132188 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09023cf9-ed89-477d-97df-d79e502aa57b req-982542ad-97e4-4388-99ba-4d0cf929a334 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:36.133737 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-09023cf9-ed89-477d-97df-d79e502aa57b req-982542ad-97e4-4388-99ba-4d0cf929a334 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 944 time: 0.0845072
Jun 03 20:24:36.181004 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-09023cf9-ed89-477d-97df-d79e502aa57b req-db98ce3c-1a9e-446b-a548-88add9452b12 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414035
Jun 03 20:24:36.619893 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 1746f8c1-a047-4a37-909d-7863bd44b00d up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:24:36.758695 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb0c79-2357-4264-bbc2-3426c53cf845 req-0e8c9371-7841-43ec-82cb-06f84dd0ed72 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:36.760143 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bdfb0c79-2357-4264-bbc2-3426c53cf845 req-0e8c9371-7841-43ec-82cb-06f84dd0ed72 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 945 time: 0.0860507
Jun 03 20:24:36.763103 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port 1746f8c1-a047-4a37-909d-7863bd44b00d completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:24:36.769526 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 1746f8c1-a047-4a37-909d-7863bd44b00d triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:24:36.770755 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:36.814469 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-bdfb0c79-2357-4264-bbc2-3426c53cf845 req-2461fcea-125c-400e-8414-9fbbf912d508 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0478649
Jun 03 20:24:36.920598 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:36.946552 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818ac36-8d5f-4433-989c-81291e229b2e req-186cf14f-7a30-4fec-b3f2-aead7e95a6f8 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:36.948139 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8818ac36-8d5f-4433-989c-81291e229b2e req-186cf14f-7a30-4fec-b3f2-aead7e95a6f8 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/networks?id=632258e4-ef84-437b-95c8-25824c8ff24c HTTP/1.1" status: 200  len: 814 time: 0.1634028
Jun 03 20:24:36.958469 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 1746f8c1-a047-4a37-909d-7863bd44b00d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1746f8c1-a047-4a37-909d-7863bd44b00d,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:24:36.963628 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8818ac36-8d5f-4433-989c-81291e229b2e req-2c4f8134-fcca-4006-ab83-b75c01384503 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/quotas/86f9969bc0474540b9a27d4643e5959b HTTP/1.1" status: 200  len: 375 time: 0.0097454
Jun 03 20:24:37.015516 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8818ac36-8d5f-4433-989c-81291e229b2e req-fd4adf34-f23f-4160-b6ce-00500b5dd31b tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=86f9969bc0474540b9a27d4643e5959b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0458977
Jun 03 20:24:37.036961 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:37.038962 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-ea6dfc5e-5aa5-44b0-8ccc-02fee84dd514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:37.105221 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=1746f8c1-a047-4a37-909d-7863bd44b00d,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:37.108261 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:37.147092 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1746f8c1-a047-4a37-909d-7863bd44b00d'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:24:37.149440 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dde5d24-c4dd-4331-96e9-2ddf40036f9f" -d '{"events": [{"server_uuid": "1d1fc42a-42cb-45ab-89c2-a8ab35c551e1", "name": "network-vif-plugged", "status": "completed", "tag": "1746f8c1-a047-4a37-909d-7863bd44b00d"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:24:37.152971 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8818ac36-8d5f-4433-989c-81291e229b2e req-55cc4a6e-fb89-47e7-beb1-d045275e5405 service neutron] 10.222.0.96 "GET /v2.0/networks/632258e4-ef84-437b-95c8-25824c8ff24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289146
Jun 03 20:24:37.195130 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9eb5bf-75b6-4eb5-b37c-64260d4b5e28 x-openstack-request-id: req-ab9eb5bf-75b6-4eb5-b37c-64260d4b5e28 {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:24:37.195459 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1fc42a-42cb-45ab-89c2-a8ab35c551e1", "name": "network-vif-plugged", "status": "completed", "tag": "1746f8c1-a047-4a37-909d-7863bd44b00d", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:24:37.195743 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ab9eb5bf-75b6-4eb5-b37c-64260d4b5e28 {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:24:37.196141 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1746f8c1-a047-4a37-909d-7863bd44b00d', 'code': 200}
Jun 03 20:24:37.364195 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8818ac36-8d5f-4433-989c-81291e229b2e req-8a6a634f-954d-4e2f-8727-606389563c80 service neutron] 10.222.0.96 "GET /v2.0/networks/632258e4-ef84-437b-95c8-25824c8ff24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2043235
Jun 03 20:24:37.384471 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f286c70-b427-4392-a3a2-0fc5e91e3c47 req-692ef2f8-568b-48c5-886f-81ac6aee9fcc tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:37.386258 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5f286c70-b427-4392-a3a2-0fc5e91e3c47 req-692ef2f8-568b-48c5-886f-81ac6aee9fcc tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0826838
Jun 03 20:24:37.434849 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5f286c70-b427-4392-a3a2-0fc5e91e3c47 req-b41475cd-cca0-4d30-997d-d00b1efdcc84 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413938
Jun 03 20:24:37.673762 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e9440d70-4a85-4825-aae2-bc4da6ffa20b req-e90bdfb9-a44d-4c27-ba27-5b47bdb40024 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 210 time: 0.0439703
Jun 03 20:24:37.740063 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18508d0d-64be-4533-a6e3-d8e736a97e31 req-38892412-397a-4cb0-9cef-643c4b053364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:37.741580 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-18508d0d-64be-4533-a6e3-d8e736a97e31 req-38892412-397a-4cb0-9cef-643c4b053364 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 1098 time: 0.0748386
Jun 03 20:24:37.786107 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-18508d0d-64be-4533-a6e3-d8e736a97e31 req-979973f7-78bd-4f5a-a982-18b2eb1634b4 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356765
Jun 03 20:24:38.009309 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75019b34-a98b-4db4-acbe-14a1aaf28183 req-28cb484e-7995-4343-a7b6-2692791ca036 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:38.010714 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-75019b34-a98b-4db4-acbe-14a1aaf28183 req-28cb484e-7995-4343-a7b6-2692791ca036 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 945 time: 0.0878408
Jun 03 20:24:38.058969 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-75019b34-a98b-4db4-acbe-14a1aaf28183 req-b131c699-359b-42d2-b39b-0710bcffb9f3 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420768
Jun 03 20:24:38.246536 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87124f0-aa5c-49e9-a042-18d8ef24f19a req-41a7e70f-52bf-48e7-a786-bcfc197c5223 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:38.248105 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b87124f0-aa5c-49e9-a042-18d8ef24f19a req-41a7e70f-52bf-48e7-a786-bcfc197c5223 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 945 time: 0.0823092
Jun 03 20:24:38.297032 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b87124f0-aa5c-49e9-a042-18d8ef24f19a req-6709b0a3-5515-4391-aec7-e7efd4a0f008 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425580
Jun 03 20:24:38.320601 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 42956) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:24:38.390012 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd763b4-acfc-4492-8307-399ccf9375c3 tempest-TestVolumeBootPattern-1007110386 tempest-TestVolumeBootPattern-1007110386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:38.391638 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-3dd763b4-acfc-4492-8307-399ccf9375c3 tempest-TestVolumeBootPattern-1007110386 tempest-TestVolumeBootPattern-1007110386-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 1093 time: 0.0700228
Jun 03 20:24:38.394359 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 42960) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:24:38.398886 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Request body: {'floatingip': {'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'port_id': '927c9d29-2568-4206-997a-7de18a1eef6a', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:24:38.404757 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:24:38.408929 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Usage tracker for resource:floatingip and tenant:a9b525c195d240939facb0f0f69e34c4 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:24:38.411622 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:24:38.417468 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:24:38.517606 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for floatingip, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:38.633243 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453d71a-430c-42cc-92d4-4cf5602a9fe6 req-38af23ac-1af1-47d2-aca8-fb1676353305 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:38.634826 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0453d71a-430c-42cc-92d4-4cf5602a9fe6 req-38af23ac-1af1-47d2-aca8-fb1676353305 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0833776
Jun 03 20:24:38.665363 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:38.684086 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0453d71a-430c-42cc-92d4-4cf5602a9fe6 req-034b476c-94d8-4a7b-9d45-1411368909d9 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434294
Jun 03 20:24:38.839095 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b5042ac4-71f1-47f6-b3a7-be3065b2943c req-b93900b3-3025-4bdc-bc13-37d9a13ca12c tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 210 time: 0.0528507
Jun 03 20:24:38.857527 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Allocated IP 172.27.0.194 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/d18345c2-fc4e-4a74-b6a2-e66967d1c0d3) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:24:39.010875 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:39.100310 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:39.105374 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-05a882dc-12e8-4c7f-aefa-710f7a750973 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:39.165621 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:24:39.168420 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:24:39.170793 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:24:39.219735 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event updated for resources: {'Port': ['ID=d18345c2-fc4e-4a74-b6a2-e66967d1c0d3,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:39.232672 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:39.233483 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:39.234220 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:39.234701 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:39.235021 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:39.235591 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:39.245573 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:39.245573 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:39.245573 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:39.245573 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:39.245573 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:39.245573 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:39.245573 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:39.642880 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:39.716064 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:39.876790 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:39.885471 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c2ea2-25b0-421c-b8c1-ce9c4219fcf9 req-d6dc989b-4f5e-4425-a974-09d46d668309 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:39.887099 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e40c2ea2-25b0-421c-b8c1-ce9c4219fcf9 req-d6dc989b-4f5e-4425-a974-09d46d668309 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0816727
Jun 03 20:24:39.935593 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e40c2ea2-25b0-421c-b8c1-ce9c4219fcf9 req-10ceb967-347f-44ee-a239-e4fb20a118fe tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423691
Jun 03 20:24:40.023236 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9a24bd4b-c3be-4df7-97c3-c68908e41c6e req-069fa3d7-41e5-427a-b930-54d62d97df26 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 210 time: 0.0584676
Jun 03 20:24:40.139855 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:40.140166 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d23c60-f0de-4c9a-a3d9-a5374cc65995 req-aa84e612-e7d6-46c9-8fa0-06a4e8e8b390 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:40.141604 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-01d23c60-f0de-4c9a-a3d9-a5374cc65995 req-aa84e612-e7d6-46c9-8fa0-06a4e8e8b390 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0848594
Jun 03 20:24:40.150139 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 42972) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:24:40.154895 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-8909c628-7717-4468-9e34-d8bc5fb82a2d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Request body: {'floatingip': {'port_id': '1746f8c1-a047-4a37-909d-7863bd44b00d'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:24:40.232793 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8909c628-7717-4468-9e34-d8bc5fb82a2d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for floatingip, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:40.298938 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:40.309232 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-5fdd8e00-698b-444d-b171-cd3105c06603 tempest-VolumesActionsTest-725251559 tempest-VolumesActionsTest-725251559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:40.391054 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818ac36-8d5f-4433-989c-81291e229b2e req-c7a0e466-1398-431f-ac88-6e912fd3632b tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:40.392428 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8818ac36-8d5f-4433-989c-81291e229b2e req-c7a0e466-1398-431f-ac88-6e912fd3632b tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.122 "GET /v2.0/networks?id=632258e4-ef84-437b-95c8-25824c8ff24c HTTP/1.1" status: 200  len: 814 time: 0.1509728
Jun 03 20:24:40.411582 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-8818ac36-8d5f-4433-989c-81291e229b2e req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Request body: {'port': {'device_id': 'dc197720-0855-49ab-abb9-43af01b4d6aa', 'network_id': '632258e4-ef84-437b-95c8-25824c8ff24c', 'admin_state_up': True, 'tenant_id': '86f9969bc0474540b9a27d4643e5959b'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:24:40.451741 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event updated for resources: {'Port': ['ID=d18345c2-fc4e-4a74-b6a2-e66967d1c0d3,revision_number=2']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:40.468633 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:40.524042 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-836964'] for floatingip, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:40.555018 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-8818ac36-8d5f-4433-989c-81291e229b2e req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:24:40.559505 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-8818ac36-8d5f-4433-989c-81291e229b2e req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Usage tracker for resource:port and tenant:86f9969bc0474540b9a27d4643e5959b is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:24:40.562441 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-8818ac36-8d5f-4433-989c-81291e229b2e req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:24:40.568512 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-8818ac36-8d5f-4433-989c-81291e229b2e req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:24:40.625740 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8818ac36-8d5f-4433-989c-81291e229b2e req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Made reservation on behalf of 86f9969bc0474540b9a27d4643e5959b for: {'port': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:24:40.629470 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8818ac36-8d5f-4433-989c-81291e229b2e req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:40.792161 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [req-8818ac36-8d5f-4433-989c-81291e229b2e req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Allocated IP 172.20.0.13 (632258e4-ef84-437b-95c8-25824c8ff24c/18d87829-15ab-43fa-8527-77722b0e1bd3/b8d60b0e-ffca-4a67-8a9d-8a9c3013606c) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:24:40.953854 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.l3_db [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Floating IP b3ba7c4f-b358-4f19-bf7d-eb74afbfb23b associated. External IP: 172.27.0.194, port: 927c9d29-2568-4206-997a-7de18a1eef6a.
Jun 03 20:24:41.001128 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8818ac36-8d5f-4433-989c-81291e229b2e req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:41.106923 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8818ac36-8d5f-4433-989c-81291e229b2e req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:41.114599 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-70623b43-7cce-40c2-9452-5b8edc0bb9d0 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:41.171014 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8818ac36-8d5f-4433-989c-81291e229b2e req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Network 632258e4-ef84-437b-95c8-25824c8ff24c is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:24:41.174001 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [req-8818ac36-8d5f-4433-989c-81291e229b2e req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:24:41.176508 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-8818ac36-8d5f-4433-989c-81291e229b2e req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:24:41.233787 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Pushing event updated for resources: {'Port': ['ID=b8d60b0e-ffca-4a67-8a9d-8a9c3013606c,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:41.236665 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:41.259083 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818ac36-8d5f-4433-989c-81291e229b2e req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:41.259706 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8818ac36-8d5f-4433-989c-81291e229b2e req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:41.357566 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8818ac36-8d5f-4433-989c-81291e229b2e req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9504607
Jun 03 20:24:41.375593 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Request body: {'port': {'device_id': 'dc197720-0855-49ab-abb9-43af01b4d6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:24:41.401071 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8c3c8-0b4a-48fd-bca9-46d95e658b95 req-e1fdf7b6-c516-4a46-85d2-6c3c5e57117b tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:41.402631 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7ee8c3c8-0b4a-48fd-bca9-46d95e658b95 req-e1fdf7b6-c516-4a46-85d2-6c3c5e57117b tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 932 time: 0.2242856
Jun 03 20:24:41.500910 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:41.680698 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8909c628-7717-4468-9e34-d8bc5fb82a2d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:41.686045 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-7ee8c3c8-0b4a-48fd-bca9-46d95e658b95 req-8379d7f5-e87b-4db7-8738-1344ee3f0c34 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Synchronizing usage tracker for tenant:86f9969bc0474540b9a27d4643e5959b on resource:security_group {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:24:41.707588 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Router 537decb6-d9f1-4f89-b678-e7962f71e035 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:24:41.785768 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8909c628-7717-4468-9e34-d8bc5fb82a2d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-836964'] for floatingip, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:41.848319 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-7ee8c3c8-0b4a-48fd-bca9-46d95e658b95 req-8379d7f5-e87b-4db7-8738-1344ee3f0c34 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Unset dirty status for tenant:86f9969bc0474540b9a27d4643e5959b on resource:security_group {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:24:41.849485 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7ee8c3c8-0b4a-48fd-bca9-46d95e658b95 req-8379d7f5-e87b-4db7-8738-1344ee3f0c34 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4403026
Jun 03 20:24:41.873602 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d0a4d29a-85d4-4639-85dc-57a068375310 req-2019ebda-98f2-4168-8d7f-6ebe6154fd1b service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3124490
Jun 03 20:24:41.952767 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d60b0e-ffca-4a67-8a9d-8a9c3013606c {{(pid=92636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:24:41.960312 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:41.975585 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Transition to ACTIVE for port object b8d60b0e-ffca-4a67-8a9d-8a9c3013606c will not be triggered until provisioned by entity L2. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:24:42.025612 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:42.030836 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e3e097b3-ab14-413d-8980-6c79aa8dd3fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:42.117665 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:24:42.119562 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.l3_db [None req-8909c628-7717-4468-9e34-d8bc5fb82a2d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Floating IP 1b1fa47b-7a07-45b7-a668-3f7a550d25a9 associated. External IP: 172.27.0.248, port: 1746f8c1-a047-4a37-909d-7863bd44b00d.
Jun 03 20:24:42.129472 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e9bb98-62bb-4785-b376-ca1a9542bb3d None None] Sync routers for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:24:42.145037 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e9bb98-62bb-4785-b376-ca1a9542bb3d None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:24:42.146173 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-e3e9bb98-62bb-4785-b376-ca1a9542bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42167e84c0>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:24:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:42.186229 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d60b0e-ffca-4a67-8a9d-8a9c3013606c,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:42.235462 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:42.235841 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:42.236210 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:42.236572 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:42.236928 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:42.237283 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:42.237665 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:42.238017 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:42.238366 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:42.238747 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:42.239097 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:42.239432 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:42.244649 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:42.281281 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Attempting to bind port b8d60b0e-ffca-4a67-8a9d-8a9c3013606c on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:24:42.281698 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Attempting to bind port b8d60b0e-ffca-4a67-8a9d-8a9c3013606c by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '278fc964-c8b4-40fb-8330-7cbf2be50ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '632258e4-ef84-437b-95c8-25824c8ff24c'}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:24:42.282062 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Attempting to bind port b8d60b0e-ffca-4a67-8a9d-8a9c3013606c on network 632258e4-ef84-437b-95c8-25824c8ff24c {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:24:42.287989 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Port b8d60b0e-ffca-4a67-8a9d-8a9c3013606c on network 632258e4-ef84-437b-95c8-25824c8ff24c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:24:42.288313 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Attempting to bind port b8d60b0e-ffca-4a67-8a9d-8a9c3013606c on network 632258e4-ef84-437b-95c8-25824c8ff24c {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:24:42.293574 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:24:42.293911 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Checking segment: {'id': '278fc964-c8b4-40fb-8330-7cbf2be50ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '632258e4-ef84-437b-95c8-25824c8ff24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:24:42.294291 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Bound using segment: {'id': '278fc964-c8b4-40fb-8330-7cbf2be50ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '632258e4-ef84-437b-95c8-25824c8ff24c'} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:24:42.294740 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Bound port: b8d60b0e-ffca-4a67-8a9d-8a9c3013606c, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '278fc964-c8b4-40fb-8330-7cbf2be50ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '632258e4-ef84-437b-95c8-25824c8ff24c'}}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:24:42.295088 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:42.345230 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-e3e9bb98-62bb-4785-b376-ca1a9542bb3d None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:24:42.386619 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] For port b8d60b0e-ffca-4a67-8a9d-8a9c3013606c, host hv-cinder-79466, cleared binding levels {{(pid=92636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:24:42.389833 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] For port b8d60b0e-ffca-4a67-8a9d-8a9c3013606c, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b8d60b0e-ffca-4a67-8a9d-8a9c3013606c,segment=NetworkSegment(278fc964-c8b4-40fb-8330-7cbf2be50ad0),segment_id=278fc964-c8b4-40fb-8330-7cbf2be50ad0)] {{(pid=92636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:24:42.442175 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4d29a-85d4-4639-85dc-57a068375310 req-467bbb31-8376-4173-862f-cf85cd97069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:42.443667 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d0a4d29a-85d4-4639-85dc-57a068375310 req-467bbb31-8376-4173-862f-cf85cd97069d service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=e535257a7b7d4e5db09589330c6661d8&device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 1138 time: 0.5356343
Jun 03 20:24:42.500615 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:42.506166 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-653eebd7-d054-442e-a105-fee6738b34a2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:42.560727 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:42.561337 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:42.562967 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8818ac36-8d5f-4433-989c-81291e229b2e req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] 10.222.0.122 "PUT /v2.0/ports/b8d60b0e-ffca-4a67-8a9d-8a9c3013606c HTTP/1.1" status: 200  len: 1094 time: 1.1919074
Jun 03 20:24:42.566288 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc197720-0855-49ab-abb9-43af01b4d6aa', 'tag': 'b8d60b0e-ffca-4a67-8a9d-8a9c3013606c'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:24:42.569166 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7a62d6-d979-49ee-b6ed-d58380602684" -d '{"events": [{"name": "network-changed", "server_uuid": "dc197720-0855-49ab-abb9-43af01b4d6aa", "tag": "b8d60b0e-ffca-4a67-8a9d-8a9c3013606c"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:24:42.595499 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d60b0e-ffca-4a67-8a9d-8a9c3013606c,revision_number=3']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:42.598634 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:42.623593 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf21af45-262e-43ab-9e6f-1002c21076ce x-openstack-request-id: req-bf21af45-262e-43ab-9e6f-1002c21076ce {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:24:42.624026 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc197720-0855-49ab-abb9-43af01b4d6aa", "tag": "b8d60b0e-ffca-4a67-8a9d-8a9c3013606c", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:24:42.624366 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bf21af45-262e-43ab-9e6f-1002c21076ce {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:24:42.624918 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc197720-0855-49ab-abb9-43af01b4d6aa', 'tag': 'b8d60b0e-ffca-4a67-8a9d-8a9c3013606c', 'status': 'completed', 'code': 200}
Jun 03 20:24:42.631126 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for floatingip, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:42.721167 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-e3e9bb98-62bb-4785-b376-ca1a9542bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42167e84c0>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': 'b3ba7c4f-b358-4f19-bf7d-eb74afbfb23b', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'port_id': '927c9d29-2568-4206-997a-7de18a1eef6a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'mac_address': 'fa:16:3e:b9:65:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b8f87c-f359-4a78-92ba-30a81d848053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:24:39Z', 'updated_at': '2021-06-03T20:24:39Z', 'revision_number': 0, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:42.728049 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e9bb98-62bb-4785-b376-ca1a9542bb3d None None] Checking router: 537decb6-d9f1-4f89-b678-e7962f71e035 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:24:42.741275 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e9bb98-62bb-4785-b376-ca1a9542bb3d None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:24:42.742204 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-e3e9bb98-62bb-4785-b376-ca1a9542bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42167e84c0>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:24:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:42.747049 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a62d6-d979-49ee-b6ed-d58380602684 req-e81d098f-dd11-472c-be6e-f5bba969166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:42.749562 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6d7a62d6-d979-49ee-b6ed-d58380602684 req-e81d098f-dd11-472c-be6e-f5bba969166c service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=86f9969bc0474540b9a27d4643e5959b&device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 1097 time: 0.0812330
Jun 03 20:24:42.799331 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.3979974
Jun 03 20:24:42.802822 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b8f87c-f359-4a78-92ba-30a81d848053', 'tag': '927c9d29-2568-4206-997a-7de18a1eef6a'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:24:42.805070 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6b5040-3ea1-41bf-8cca-b2769e82498c" -d '{"events": [{"name": "network-changed", "server_uuid": "76b8f87c-f359-4a78-92ba-30a81d848053", "tag": "927c9d29-2568-4206-997a-7de18a1eef6a"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:24:42.808897 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4d29a-85d4-4639-85dc-57a068375310 req-d8dee89d-eeb6-490b-987e-41dccadea649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:42.810601 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d0a4d29a-85d4-4639-85dc-57a068375310 req-d8dee89d-eeb6-490b-987e-41dccadea649 service neutron] 10.222.0.122 "GET /v2.0/networks?id=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb HTTP/1.1" status: 200  len: 915 time: 0.2894013
Jun 03 20:24:42.883749 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25813899-6188-4a4e-add5-609b167f3755 x-openstack-request-id: req-25813899-6188-4a4e-add5-609b167f3755 {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:24:42.884067 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b8f87c-f359-4a78-92ba-30a81d848053", "tag": "927c9d29-2568-4206-997a-7de18a1eef6a", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:24:42.884346 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-25813899-6188-4a4e-add5-609b167f3755 {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:24:42.884754 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b8f87c-f359-4a78-92ba-30a81d848053', 'tag': '927c9d29-2568-4206-997a-7de18a1eef6a', 'status': 'completed', 'code': 200}
Jun 03 20:24:42.916578 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8909c628-7717-4468-9e34-d8bc5fb82a2d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:24:42.933019 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a62d6-d979-49ee-b6ed-d58380602684 req-a092f339-3688-456c-b3b5-e5e85ac24f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:42.935003 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6d7a62d6-d979-49ee-b6ed-d58380602684 req-a092f339-3688-456c-b3b5-e5e85ac24f57 service neutron] 10.222.0.122 "GET /v2.0/networks?tenant_id=86f9969bc0474540b9a27d4643e5959b&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1755688
Jun 03 20:24:42.943935 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-e3e9bb98-62bb-4785-b376-ca1a9542bb3d None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:24:43.007164 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d0a4d29a-85d4-4639-85dc-57a068375310 req-05f2140a-0899-4ab5-adf5-7de3716ffe17 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc787ed1-e721-449f-9ae7-95a9843a54ac HTTP/1.1" status: 200  len: 1002 time: 0.1836216
Jun 03 20:24:43.152879 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4d29a-85d4-4639-85dc-57a068375310 req-f92364a0-8091-4bec-bfa7-41c79ca5000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:43.154319 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d0a4d29a-85d4-4639-85dc-57a068375310 req-f92364a0-8091-4bec-bfa7-41c79ca5000d service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e121f43d-7381-4c05-ae75-bc6956775a11 HTTP/1.1" status: 200  len: 852 time: 0.1341043
Jun 03 20:24:43.206270 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a62d6-d979-49ee-b6ed-d58380602684 req-091220aa-477a-4945-b946-996ebca31e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:43.207741 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6d7a62d6-d979-49ee-b6ed-d58380602684 req-091220aa-477a-4945-b946-996ebca31e78 service neutron] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2259130
Jun 03 20:24:43.211796 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b5040-3ea1-41bf-8cca-b2769e82498c req-7c79bb12-34b1-4fd5-941b-2b4e5f37e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:43.213884 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9f6b5040-3ea1-41bf-8cca-b2769e82498c req-7c79bb12-34b1-4fd5-941b-2b4e5f37e80b service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=a9b525c195d240939facb0f0f69e34c4&device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 1098 time: 0.2821686
Jun 03 20:24:43.219399 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8909c628-7717-4468-9e34-d8bc5fb82a2d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:24:43.225025 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbf79d-c37e-4622-9e5b-e451c42805aa req-68924d81-8498-4554-a9dd-95a40de0e410 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:43.225142 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-8909c628-7717-4468-9e34-d8bc5fb82a2d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for floatingip, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:43.225418 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-68bbf79d-c37e-4622-9e5b-e451c42805aa req-68924d81-8498-4554-a9dd-95a40de0e410 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Synchronizing usage tracker for tenant:86f9969bc0474540b9a27d4643e5959b on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:24:43.235604 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97d28f-d33c-4ef3-8d35-3db5385faac0 None None] Sync routers for ids ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:24:43.255380 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97d28f-d33c-4ef3-8d35-3db5385faac0 None None] Routers {'25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:24:43.256175 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-fe97d28f-d33c-4ef3-8d35-3db5385faac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42173f8b80>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:24:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:43.293580 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-8909c628-7717-4468-9e34-d8bc5fb82a2d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "PUT /v2.0/floatingips/1b1fa47b-7a07-45b7-a668-3f7a550d25a9 HTTP/1.1" status: 200  len: 991 time: 3.1422508
Jun 03 20:24:43.309820 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4d29a-85d4-4639-85dc-57a068375310 req-1f7def90-a830-44e2-be56-799221ab3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:43.311368 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d0a4d29a-85d4-4639-85dc-57a068375310 req-1f7def90-a830-44e2-be56-799221ab3af4 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1401091
Jun 03 20:24:43.436009 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-e3e9bb98-62bb-4785-b376-ca1a9542bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42167e84c0>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': 'b3ba7c4f-b358-4f19-bf7d-eb74afbfb23b', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'port_id': '927c9d29-2568-4206-997a-7de18a1eef6a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'mac_address': 'fa:16:3e:b9:65:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b8f87c-f359-4a78-92ba-30a81d848053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:24:39Z', 'updated_at': '2021-06-03T20:24:39Z', 'revision_number': 0, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:43.442645 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e9bb98-62bb-4785-b376-ca1a9542bb3d None None] The sync data for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi is: [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': 'b3ba7c4f-b358-4f19-bf7d-eb74afbfb23b', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'port_id': '927c9d29-2568-4206-997a-7de18a1eef6a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'mac_address': 'fa:16:3e:b9:65:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b8f87c-f359-4a78-92ba-30a81d848053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:24:39Z', 'updated_at': '2021-06-03T20:24:39Z', 'revision_number': 0, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:24:43.443037 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b5040-3ea1-41bf-8cca-b2769e82498c req-79ef3f4d-b845-4036-9cd9-b0211bd5c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:43.444460 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9f6b5040-3ea1-41bf-8cca-b2769e82498c req-79ef3f4d-b845-4036-9cd9-b0211bd5c318 service neutron] 10.222.0.122 "GET /v2.0/networks?id=6e68be35-77da-422e-8229-bc0fe54b16d7 HTTP/1.1" status: 200  len: 914 time: 0.2157092
Jun 03 20:24:43.512200 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d0a4d29a-85d4-4639-85dc-57a068375310 req-48e703d9-80b9-4131-a2d9-3f87fad9302f service neutron] 10.222.0.122 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1877465
Jun 03 20:24:43.519507 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-fe97d28f-d33c-4ef3-8d35-3db5385faac0 None None] Set router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:24:43.523850 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-68bbf79d-c37e-4622-9e5b-e451c42805aa req-68924d81-8498-4554-a9dd-95a40de0e410 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Unset dirty status for tenant:86f9969bc0474540b9a27d4643e5959b on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:24:43.525090 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-68bbf79d-c37e-4622-9e5b-e451c42805aa req-68924d81-8498-4554-a9dd-95a40de0e410 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 944 time: 0.5443435
Jun 03 20:24:43.539509 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818ac36-8d5f-4433-989c-81291e229b2e req-0abb55af-2e7d-4f9d-a0fd-0d1e43cacd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:43.541186 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8818ac36-8d5f-4433-989c-81291e229b2e req-0abb55af-2e7d-4f9d-a0fd-0d1e43cacd68 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=86f9969bc0474540b9a27d4643e5959b&device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 1097 time: 0.2541232
Jun 03 20:24:43.591868 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:24:43.644772 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8818ac36-8d5f-4433-989c-81291e229b2e req-b96403b7-bc8f-4781-a4c7-d0c5ae9dc995 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8d60b0e-ffca-4a67-8a9d-8a9c3013606c HTTP/1.1" status: 200  len: 217 time: 0.0814855
Jun 03 20:24:43.665479 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d0a4d29a-85d4-4639-85dc-57a068375310 req-d9b7aab5-a8c8-4d73-a8b4-36bdacd65ec8 service neutron] 10.222.0.122 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361101
Jun 03 20:24:43.752560 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e806bf3-3438-4474-bdda-df5663340c7a None None] New status for floating IP b3ba7c4f-b358-4f19-bf7d-eb74afbfb23b: ACTIVE {{(pid=92638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 20:24:43.790557 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9f6b5040-3ea1-41bf-8cca-b2769e82498c req-d9a5b3fb-912a-4179-abe7-3f38f7f64c7d service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=927c9d29-2568-4206-997a-7de18a1eef6a HTTP/1.1" status: 200  len: 999 time: 0.3319919
Jun 03 20:24:43.846380 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-68bbf79d-c37e-4622-9e5b-e451c42805aa req-b40a4cef-a5c6-48ec-9e75-65fc75b079c9 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3022296
Jun 03 20:24:43.882911 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b5040-3ea1-41bf-8cca-b2769e82498c req-f33505a8-43b5-4b67-a98b-02e88144a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:43.884355 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9f6b5040-3ea1-41bf-8cca-b2769e82498c req-f33505a8-43b5-4b67-a98b-02e88144a469 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=edc2a89f-71b4-4e63-9775-449d925ee0ff HTTP/1.1" status: 200  len: 851 time: 0.0814762
Jun 03 20:24:43.885933 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818ac36-8d5f-4433-989c-81291e229b2e req-92bb5bc1-1bc8-4826-8594-d4c2f96bc76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:43.887259 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8818ac36-8d5f-4433-989c-81291e229b2e req-92bb5bc1-1bc8-4826-8594-d4c2f96bc76d service neutron] 10.222.0.122 "GET /v2.0/subnets?id=18d87829-15ab-43fa-8527-77722b0e1bd3 HTTP/1.1" status: 200  len: 854 time: 0.2214909
Jun 03 20:24:43.930324 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-fe97d28f-d33c-4ef3-8d35-3db5385faac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42173f8b80>, [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:19Z', 'revision_number': 4, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': '1b1fa47b-7a07-45b7-a668-3f7a550d25a9', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'port_id': '1746f8c1-a047-4a37-909d-7863bd44b00d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'mac_address': 'fa:16:3e:f4:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:24:20Z', 'updated_at': '2021-06-03T20:24:41Z', 'revision_number': 1, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30546ce2-65f1-471d-b3b2-7212ed1a0b31', 'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'mac_address': 'fa:16:3e:17:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:18Z', 'updated_at': '2021-06-03T20:19:26Z', 'revision_number': 5, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'subnets': [{'id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:43.934422 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97d28f-d33c-4ef3-8d35-3db5385faac0 None None] Checking router: 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:24:43.955851 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97d28f-d33c-4ef3-8d35-3db5385faac0 None None] Routers {'25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:24:43.957394 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-fe97d28f-d33c-4ef3-8d35-3db5385faac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42173f8b80>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:24:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:43.999392 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8818ac36-8d5f-4433-989c-81291e229b2e req-292b99d7-4f07-4be7-8ad4-aec496f68031 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=632258e4-ef84-437b-95c8-25824c8ff24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0960484
Jun 03 20:24:44.121034 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b5040-3ea1-41bf-8cca-b2769e82498c req-e0a68611-317b-430d-a198-64f440f9be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:44.122522 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9f6b5040-3ea1-41bf-8cca-b2769e82498c req-e0a68611-317b-430d-a198-64f440f9be7f service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6e68be35-77da-422e-8229-bc0fe54b16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2207196
Jun 03 20:24:44.153698 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-fe97d28f-d33c-4ef3-8d35-3db5385faac0 None None] Set router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:24:44.201661 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8818ac36-8d5f-4433-989c-81291e229b2e req-9ad976bc-62f5-4a98-90a5-674ab486dcfe service neutron] 10.222.0.122 "GET /v2.0/networks/632258e4-ef84-437b-95c8-25824c8ff24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1842520
Jun 03 20:24:44.394068 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9f6b5040-3ea1-41bf-8cca-b2769e82498c req-d2f47809-0165-441a-afc4-8979b724798f service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2515619
Jun 03 20:24:44.444628 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8818ac36-8d5f-4433-989c-81291e229b2e req-7db03214-26d8-463a-b6e8-cd57b7e9b385 service neutron] 10.222.0.122 "GET /v2.0/networks/632258e4-ef84-437b-95c8-25824c8ff24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1972792
Jun 03 20:24:44.517368 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-fe97d28f-d33c-4ef3-8d35-3db5385faac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42173f8b80>, [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:19Z', 'revision_number': 4, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': '1b1fa47b-7a07-45b7-a668-3f7a550d25a9', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'port_id': '1746f8c1-a047-4a37-909d-7863bd44b00d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'mac_address': 'fa:16:3e:f4:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:24:20Z', 'updated_at': '2021-06-03T20:24:41Z', 'revision_number': 1, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30546ce2-65f1-471d-b3b2-7212ed1a0b31', 'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'mac_address': 'fa:16:3e:17:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:18Z', 'updated_at': '2021-06-03T20:19:26Z', 'revision_number': 5, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'subnets': [{'id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:24:44.521678 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97d28f-d33c-4ef3-8d35-3db5385faac0 None None] The sync data for ids ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'] in dv-cinder-794669-1-iscsi is: [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:19Z', 'revision_number': 4, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': '1b1fa47b-7a07-45b7-a668-3f7a550d25a9', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'port_id': '1746f8c1-a047-4a37-909d-7863bd44b00d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'mac_address': 'fa:16:3e:f4:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:24:20Z', 'updated_at': '2021-06-03T20:24:41Z', 'revision_number': 1, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30546ce2-65f1-471d-b3b2-7212ed1a0b31', 'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'mac_address': 'fa:16:3e:17:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:18Z', 'updated_at': '2021-06-03T20:19:26Z', 'revision_number': 5, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'subnets': [{'id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:24:44.551380 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9f6b5040-3ea1-41bf-8cca-b2769e82498c req-4ba69595-3c83-4dc3-86da-0c0793e3498c service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401961
Jun 03 20:24:44.704708 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c2bfe-af27-422c-9258-b2c472c53c4a None None] New status for floating IP 1b1fa47b-7a07-45b7-a668-3f7a550d25a9: ACTIVE {{(pid=92640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 20:24:44.885831 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'tag': '1746f8c1-a047-4a37-909d-7863bd44b00d'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:24:44.888418 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7fedb9-98d4-480b-97d5-521d5a6b6883" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1fc42a-42cb-45ab-89c2-a8ab35c551e1", "tag": "1746f8c1-a047-4a37-909d-7863bd44b00d"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:24:44.938052 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935012b2-d471-45b7-94a2-dce00eec0064 x-openstack-request-id: req-935012b2-d471-45b7-94a2-dce00eec0064 {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:24:44.939112 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1fc42a-42cb-45ab-89c2-a8ab35c551e1", "tag": "1746f8c1-a047-4a37-909d-7863bd44b00d", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:24:44.939444 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-935012b2-d471-45b7-94a2-dce00eec0064 {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:24:44.939900 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'tag': '1746f8c1-a047-4a37-909d-7863bd44b00d', 'status': 'completed', 'code': 200}
Jun 03 20:24:45.104253 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdae8b-8cc3-4e83-9497-611f43a94746 req-069fcd23-bd3c-4a1e-a346-a0ae400dfff0 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:45.105712 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bffdae8b-8cc3-4e83-9497-611f43a94746 req-069fcd23-bd3c-4a1e-a346-a0ae400dfff0 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 944 time: 0.1473792
Jun 03 20:24:45.108789 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fedb9-98d4-480b-97d5-521d5a6b6883 req-fdceb542-ee92-40a9-9104-b13676b64db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:45.110122 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9b7fedb9-98d4-480b-97d5-521d5a6b6883 req-fdceb542-ee92-40a9-9104-b13676b64db7 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=f5cdd4a3137d4af39a4e825b870c302b&device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 1098 time: 0.1132643
Jun 03 20:24:45.231866 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bffdae8b-8cc3-4e83-9497-611f43a94746 req-f07c47b4-4fad-468b-b0ca-0543d21558dd tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203053
Jun 03 20:24:45.271117 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fedb9-98d4-480b-97d5-521d5a6b6883 req-73a2cf32-b896-4402-8a33-916d88051493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:45.272533 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9b7fedb9-98d4-480b-97d5-521d5a6b6883 req-73a2cf32-b896-4402-8a33-916d88051493 service neutron] 10.222.0.122 "GET /v2.0/networks?id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36 HTTP/1.1" status: 200  len: 919 time: 0.1484146
Jun 03 20:24:45.381058 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9b7fedb9-98d4-480b-97d5-521d5a6b6883 req-2f856f84-fba2-4e94-853a-d255b3231434 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1746f8c1-a047-4a37-909d-7863bd44b00d HTTP/1.1" status: 200  len: 1001 time: 0.0981712
Jun 03 20:24:45.459108 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fedb9-98d4-480b-97d5-521d5a6b6883 req-3ed3d30f-d911-41aa-96cd-5d4c4f01a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:45.460571 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9b7fedb9-98d4-480b-97d5-521d5a6b6883 req-3ed3d30f-d911-41aa-96cd-5d4c4f01a15f service neutron] 10.222.0.122 "GET /v2.0/subnets?id=9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2 HTTP/1.1" status: 200  len: 856 time: 0.0624044
Jun 03 20:24:45.537014 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fedb9-98d4-480b-97d5-521d5a6b6883 req-31f11aaf-857c-4e09-a2ed-f903de0550fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:45.538476 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9b7fedb9-98d4-480b-97d5-521d5a6b6883 req-31f11aaf-857c-4e09-a2ed-f903de0550fc service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703654
Jun 03 20:24:45.680849 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9b7fedb9-98d4-480b-97d5-521d5a6b6883 req-1c484a65-a80f-45ab-bc67-ff70d2820914 service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273777
Jun 03 20:24:45.901150 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9b7fedb9-98d4-480b-97d5-521d5a6b6883 req-6e689047-2ac0-4e95-8d0a-3dfb03afe1d8 service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2071581
Jun 03 20:24:46.421728 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70a532-3343-45ef-88d5-ed85ad33eb30 req-8541512c-dce6-46f2-9908-986f01496377 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:46.423202 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-af70a532-3343-45ef-88d5-ed85ad33eb30 req-8541512c-dce6-46f2-9908-986f01496377 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 944 time: 0.0855155
Jun 03 20:24:46.468815 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-af70a532-3343-45ef-88d5-ed85ad33eb30 req-f5197d0b-d6fe-4aaa-8b33-ea0bce4e93e1 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393612
Jun 03 20:24:46.655023 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device b8d60b0e-ffca-4a67-8a9d-8a9c3013606c details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:24:46.785503 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port b8d60b0e-ffca-4a67-8a9d-8a9c3013606c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b8d60b0e-ffca-4a67-8a9d-8a9c3013606c,segment=NetworkSegment(278fc964-c8b4-40fb-8330-7cbf2be50ad0),segment_id=278fc964-c8b4-40fb-8330-7cbf2be50ad0)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:24:46.798747 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': 'b8d60b0e-ffca-4a67-8a9d-8a9c3013606c', 'network_id': '632258e4-ef84-437b-95c8-25824c8ff24c', 'port_id': 'b8d60b0e-ffca-4a67-8a9d-8a9c3013606c', 'mac_address': 'fa:16:3e:e2:b8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d87829-15ab-43fa-8527-77722b0e1bd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:24:46.852799 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:46.872353 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d60b0e-ffca-4a67-8a9d-8a9c3013606c {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:24:46.887591 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port b8d60b0e-ffca-4a67-8a9d-8a9c3013606c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b8d60b0e-ffca-4a67-8a9d-8a9c3013606c,segment=NetworkSegment(278fc964-c8b4-40fb-8330-7cbf2be50ad0),segment_id=278fc964-c8b4-40fb-8330-7cbf2be50ad0)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:24:46.974096 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:46.976068 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:47.041175 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=b8d60b0e-ffca-4a67-8a9d-8a9c3013606c,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:47.044292 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:47.342696 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['b8d60b0e-ffca-4a67-8a9d-8a9c3013606c'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:24:47.655978 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d35d4-782c-43f1-915c-efb65cac7ab0 req-60574fe7-1709-422f-99c4-614ad0f56b05 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:47.657403 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-110d35d4-782c-43f1-915c-efb65cac7ab0 req-60574fe7-1709-422f-99c4-614ad0f56b05 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 945 time: 0.0800939
Jun 03 20:24:47.702201 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-110d35d4-782c-43f1-915c-efb65cac7ab0 req-c6fbc96c-568d-4539-bf6f-8c2a6ddf2b3c tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384305
Jun 03 20:24:48.684212 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device b8d60b0e-ffca-4a67-8a9d-8a9c3013606c up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:24:48.848288 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port b8d60b0e-ffca-4a67-8a9d-8a9c3013606c completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:24:48.853692 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port b8d60b0e-ffca-4a67-8a9d-8a9c3013606c triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:24:48.854094 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:48.910411 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce942e1-fef2-4dbc-b8b9-52190cfacdbc req-f4b02e15-d61b-42b8-aee8-0d2af97897b5 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:48.911886 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0ce942e1-fef2-4dbc-b8b9-52190cfacdbc req-f4b02e15-d61b-42b8-aee8-0d2af97897b5 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 945 time: 0.0853174
Jun 03 20:24:48.958604 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0ce942e1-fef2-4dbc-b8b9-52190cfacdbc req-3a22e13c-15b4-43ab-9b55-e2ef2961f5c6 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407043
Jun 03 20:24:48.976291 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:49.004792 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc197720-0855-49ab-abb9-43af01b4d6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d60b0e-ffca-4a67-8a9d-8a9c3013606c'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:24:49.007082 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34809c4f-d625-4937-a1ca-070139ef995a" -d '{"events": [{"server_uuid": "dc197720-0855-49ab-abb9-43af01b4d6aa", "name": "network-vif-plugged", "status": "completed", "tag": "b8d60b0e-ffca-4a67-8a9d-8a9c3013606c"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:24:49.014612 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port b8d60b0e-ffca-4a67-8a9d-8a9c3013606c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b8d60b0e-ffca-4a67-8a9d-8a9c3013606c,segment=NetworkSegment(278fc964-c8b4-40fb-8330-7cbf2be50ad0),segment_id=278fc964-c8b4-40fb-8330-7cbf2be50ad0)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:24:49.051833 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1ac0b3-3ade-4134-95c6-319136d21dde x-openstack-request-id: req-cf1ac0b3-3ade-4134-95c6-319136d21dde {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:24:49.052136 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc197720-0855-49ab-abb9-43af01b4d6aa", "name": "network-vif-plugged", "status": "completed", "tag": "b8d60b0e-ffca-4a67-8a9d-8a9c3013606c", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:24:49.052398 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cf1ac0b3-3ade-4134-95c6-319136d21dde {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:24:49.052792 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc197720-0855-49ab-abb9-43af01b4d6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d60b0e-ffca-4a67-8a9d-8a9c3013606c', 'code': 200}
Jun 03 20:24:49.151580 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:24:49.153567 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:24:49.218913 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=b8d60b0e-ffca-4a67-8a9d-8a9c3013606c,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:24:49.227566 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:49.227909 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:49.228374 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:49.228579 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:49.228901 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:49.229222 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:49.229539 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:49.229856 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:49.230171 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:49.230481 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:49.230823 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:49.231135 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:24:49.235302 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:24:49.450044 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d36942-d09d-4e16-af19-bf964d6a8eb3 req-07ba6813-9548-4ec8-a9a9-3c30164b1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:49.451544 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e4d36942-d09d-4e16-af19-bf964d6a8eb3 req-07ba6813-9548-4ec8-a9a9-3c30164b1443 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 1099 time: 0.0705552
Jun 03 20:24:49.502600 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e4d36942-d09d-4e16-af19-bf964d6a8eb3 req-8ba024c3-6018-4139-bedd-656a57d5115f service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390670
Jun 03 20:24:50.145854 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320eba4a-e78e-4fe7-8cba-f5bb5c3d082a req-5ff1a9cd-78b4-4b0a-af5e-8d62932a932e tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:50.146779 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-320eba4a-e78e-4fe7-8cba-f5bb5c3d082a req-5ff1a9cd-78b4-4b0a-af5e-8d62932a932e tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 946 time: 0.0793610
Jun 03 20:24:50.190243 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-320eba4a-e78e-4fe7-8cba-f5bb5c3d082a req-9a152f0c-ed51-4f35-a25a-df22d75b6405 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377843
Jun 03 20:24:51.496332 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f6eec-8d70-4a94-a85c-c9871ec65b72 req-675b6193-9395-41aa-a8f0-ce592a4fd8c1 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:24:51.497858 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5f0f6eec-8d70-4a94-a85c-c9871ec65b72 req-675b6193-9395-41aa-a8f0-ce592a4fd8c1 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 946 time: 0.2010458
Jun 03 20:24:51.543172 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5f0f6eec-8d70-4a94-a85c-c9871ec65b72 req-f3a9cf5f-f0f8-470d-8407-bedef899931c tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397134
Jun 03 20:24:57.448352 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-1576d423-fa52-44a1-8be5-11bc9cf4db94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:00.031426 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-8870164f-9a65-4247-9465-afb00a33d5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:00.059099 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:01.293693 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:02.922144 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:07.536127 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-866eedbf-ec47-4791-b502-ad2f1b32e6a0 req-3b2705dc-88ab-44ee-98bb-1590372aa083 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-969141365&fields=id&tenant_id=e535257a7b7d4e5db09589330c6661d8 HTTP/1.1" status: 200  len: 267 time: 0.0402136
Jun 03 20:25:07.625159 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866eedbf-ec47-4791-b502-ad2f1b32e6a0 req-e2daa0be-8e5d-46c2-a7f1-6f11a5163a0a tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:07.626618 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-866eedbf-ec47-4791-b502-ad2f1b32e6a0 req-e2daa0be-8e5d-46c2-a7f1-6f11a5163a0a tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 985 time: 0.0844419
Jun 03 20:25:07.636984 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [req-866eedbf-ec47-4791-b502-ad2f1b32e6a0 req-008d2a83-3e87-4269-b59d-5037f6a1a394 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Request body: {'port': {'security_groups': ['82c66f49-2060-422a-aa62-e79a7a1c9f7d']}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:25:07.760057 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-866eedbf-ec47-4791-b502-ad2f1b32e6a0 req-008d2a83-3e87-4269-b59d-5037f6a1a394 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:08.008631 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [req-866eedbf-ec47-4791-b502-ad2f1b32e6a0 req-008d2a83-3e87-4269-b59d-5037f6a1a394 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] For port cc787ed1-e721-449f-9ae7-95a9843a54ac, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=cc787ed1-e721-449f-9ae7-95a9843a54ac,segment=NetworkSegment(2db68647-909d-40c4-a7c2-9bb86346b70e),segment_id=2db68647-909d-40c4-a7c2-9bb86346b70e)] {{(pid=92637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:25:08.034183 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-866eedbf-ec47-4791-b502-ad2f1b32e6a0 req-008d2a83-3e87-4269-b59d-5037f6a1a394 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:08.105243 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-866eedbf-ec47-4791-b502-ad2f1b32e6a0 req-008d2a83-3e87-4269-b59d-5037f6a1a394 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:08.111362 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a2105611-a83f-4302-bd02-6d8433c4f624 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:08.131503 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['cc787ed1-e721-449f-9ae7-95a9843a54ac'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:25:08.208414 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866eedbf-ec47-4791-b502-ad2f1b32e6a0 req-008d2a83-3e87-4269-b59d-5037f6a1a394 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:08.209367 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [req-866eedbf-ec47-4791-b502-ad2f1b32e6a0 req-008d2a83-3e87-4269-b59d-5037f6a1a394 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:08.212154 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-866eedbf-ec47-4791-b502-ad2f1b32e6a0 req-008d2a83-3e87-4269-b59d-5037f6a1a394 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "PUT /v2.0/ports/cc787ed1-e721-449f-9ae7-95a9843a54ac HTTP/1.1" status: 200  len: 943 time: 0.5793436
Jun 03 20:25:08.213189 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'tag': 'cc787ed1-e721-449f-9ae7-95a9843a54ac'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:25:08.217028 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32aae60-0b6e-461b-873d-a320cab02e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7af204-34bc-4f71-8699-c5f7c72e91bf", "tag": "cc787ed1-e721-449f-9ae7-95a9843a54ac"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:25:08.218048 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43152) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:08.257851 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d2a83-3e87-4269-b59d-5037f6a1a394 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Pushing event updated for resources: {'Port': ['ID=cc787ed1-e721-449f-9ae7-95a9843a54ac,revision_number=7']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:08.270375 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-008d2a83-3e87-4269-b59d-5037f6a1a394 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:08.273861 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec841536-4840-4e6a-a636-b62dfbe1f0e4 x-openstack-request-id: req-ec841536-4840-4e6a-a636-b62dfbe1f0e4 {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:25:08.274191 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7af204-34bc-4f71-8699-c5f7c72e91bf", "tag": "cc787ed1-e721-449f-9ae7-95a9843a54ac", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:25:08.274457 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ec841536-4840-4e6a-a636-b62dfbe1f0e4 {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:25:08.274909 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'tag': 'cc787ed1-e721-449f-9ae7-95a9843a54ac', 'status': 'completed', 'code': 200}
Jun 03 20:25:08.355810 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-12c636b1-7a88-48ea-a0d9-775c88c8ec68 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:08.395298 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['cc787ed1-e721-449f-9ae7-95a9843a54ac'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:25:08.404328 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-12c636b1-7a88-48ea-a0d9-775c88c8ec68 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:08.457200 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32aae60-0b6e-461b-873d-a320cab02e8e req-2c7d7a16-6953-40b4-913c-699f7dfc07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:08.458755 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f32aae60-0b6e-461b-873d-a320cab02e8e req-2c7d7a16-6953-40b4-913c-699f7dfc07c9 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=e535257a7b7d4e5db09589330c6661d8&device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 1099 time: 0.1425407
Jun 03 20:25:08.482704 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-019f2993-cb38-4254-bda2-e5b95fce908e None None] Provisioning complete for port cc787ed1-e721-449f-9ae7-95a9843a54ac triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:25:08.483077 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-019f2993-cb38-4254-bda2-e5b95fce908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:08.607153 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32aae60-0b6e-461b-873d-a320cab02e8e req-72226698-a4ec-4322-983d-7775407f6130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:08.608913 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f32aae60-0b6e-461b-873d-a320cab02e8e req-72226698-a4ec-4322-983d-7775407f6130 service neutron] 10.222.0.122 "GET /v2.0/networks?id=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb HTTP/1.1" status: 200  len: 915 time: 0.1390865
Jun 03 20:25:08.700105 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-12c636b1-7a88-48ea-a0d9-775c88c8ec68 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:08.707071 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b0942b06-6e5a-4041-b219-1e8fb5976061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:08.730830 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c636b1-7a88-48ea-a0d9-775c88c8ec68 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d9c6d7-8b50-487d-8a4b-c5e059adc1f0,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:08.735911 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-12c636b1-7a88-48ea-a0d9-775c88c8ec68 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:08.758282 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f32aae60-0b6e-461b-873d-a320cab02e8e req-2b3df0ce-5e06-41e9-9024-4d092e482fcf service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc787ed1-e721-449f-9ae7-95a9843a54ac HTTP/1.1" status: 200  len: 1002 time: 0.1260993
Jun 03 20:25:08.820103 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-12c636b1-7a88-48ea-a0d9-775c88c8ec68 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:08.821212 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-12c636b1-7a88-48ea-a0d9-775c88c8ec68 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "DELETE /v2.0/security-groups/03d9c6d7-8b50-487d-8a4b-c5e059adc1f0 HTTP/1.1" status: 204  len: 168 time: 0.6020737
Jun 03 20:25:08.824043 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43160) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:08.910737 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32aae60-0b6e-461b-873d-a320cab02e8e req-332ea08c-663a-42c1-a65c-c3e1e155d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:08.912168 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f32aae60-0b6e-461b-873d-a320cab02e8e req-332ea08c-663a-42c1-a65c-c3e1e155d9c1 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e121f43d-7381-4c05-ae75-bc6956775a11 HTTP/1.1" status: 200  len: 852 time: 0.1402106
Jun 03 20:25:09.137819 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32aae60-0b6e-461b-873d-a320cab02e8e req-793f7406-7ffe-43f0-96f8-0794b0bb0361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:09.139319 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f32aae60-0b6e-461b-873d-a320cab02e8e req-793f7406-7ffe-43f0-96f8-0794b0bb0361 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2195292
Jun 03 20:25:09.184187 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-9cbed162-b5ec-4995-bcbe-19fe82d9b265 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Deleting port 6683dcb5-8098-4c1b-bc74-268c9193d3d7 {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:25:09.184522 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9cbed162-b5ec-4995-bcbe-19fe82d9b265 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:09.387603 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f32aae60-0b6e-461b-873d-a320cab02e8e req-6ffcaf20-2213-4715-9bc1-90ec2a35bac8 service neutron] 10.222.0.122 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2277331
Jun 03 20:25:09.391035 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9cbed162-b5ec-4995-bcbe-19fe82d9b265 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:09.391302 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9cbed162-b5ec-4995-bcbe-19fe82d9b265 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:09.627631 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-9cbed162-b5ec-4995-bcbe-19fe82d9b265 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Calling delete_port for 6683dcb5-8098-4c1b-bc74-268c9193d3d7 owned by network:floatingip {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:25:09.682412 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:09.759354 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f32aae60-0b6e-461b-873d-a320cab02e8e req-6a47715f-d71d-46f5-ba27-f3c0d223f41c service neutron] 10.222.0.122 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3515167
Jun 03 20:25:09.933688 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9cbed162-b5ec-4995-bcbe-19fe82d9b265 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:09.938549 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:09.985581 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbed162-b5ec-4995-bcbe-19fe82d9b265 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Pushing event deleted for resources: {'Port': ['ID=6683dcb5-8098-4c1b-bc74-268c9193d3d7,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:10.012949 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-9cbed162-b5ec-4995-bcbe-19fe82d9b265 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:10.078057 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9cbed162-b5ec-4995-bcbe-19fe82d9b265 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks [] for floatingip, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:10.078394 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.l3_db [None req-9cbed162-b5ec-4995-bcbe-19fe82d9b265 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Floating IP f92b638a-4922-4091-97a3-91c51f30ce63 disassociated (deleted). External IP: 172.27.0.110, port: cc787ed1-e721-449f-9ae7-95a9843a54ac.
Jun 03 20:25:10.435501 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbed162-b5ec-4995-bcbe-19fe82d9b265 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Router c334fb42-3373-4a97-83c8-8e74aa1725d3 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:25:10.613669 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbed162-b5ec-4995-bcbe-19fe82d9b265 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:25:10.622931 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165d03c-9967-44e7-80e1-d556077d62cb None None] Sync routers for ids ['c334fb42-3373-4a97-83c8-8e74aa1725d3'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:25:10.631903 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e165d03c-9967-44e7-80e1-d556077d62cb None None] Routers {'c334fb42-3373-4a97-83c8-8e74aa1725d3'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:25:10.635573 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-e165d03c-9967-44e7-80e1-d556077d62cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217863280>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:25:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['c334fb42-3373-4a97-83c8-8e74aa1725d3'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:10.727502 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9cbed162-b5ec-4995-bcbe-19fe82d9b265 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for floatingip, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:10.793220 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-9cbed162-b5ec-4995-bcbe-19fe82d9b265 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "DELETE /v2.0/floatingips/f92b638a-4922-4091-97a3-91c51f30ce63 HTTP/1.1" status: 204  len: 168 time: 1.9657307
Jun 03 20:25:10.793220 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'tag': 'cc787ed1-e721-449f-9ae7-95a9843a54ac'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:25:10.793832 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5857feb8-d5da-444c-bf45-3761c197e09e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7af204-34bc-4f71-8699-c5f7c72e91bf", "tag": "cc787ed1-e721-449f-9ae7-95a9843a54ac"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:25:10.819059 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-e165d03c-9967-44e7-80e1-d556077d62cb None None] Set router c334fb42-3373-4a97-83c8-8e74aa1725d3 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:25:10.844659 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c20ca1-8dcb-4b51-8f9e-4ee5424feda1 x-openstack-request-id: req-66c20ca1-8dcb-4b51-8f9e-4ee5424feda1 {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:25:10.845103 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7af204-34bc-4f71-8699-c5f7c72e91bf", "tag": "cc787ed1-e721-449f-9ae7-95a9843a54ac", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:25:10.847655 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-66c20ca1-8dcb-4b51-8f9e-4ee5424feda1 {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:25:10.847655 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'tag': 'cc787ed1-e721-449f-9ae7-95a9843a54ac', 'status': 'completed', 'code': 200}
Jun 03 20:25:10.983306 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857feb8-d5da-444c-bf45-3761c197e09e req-65ddf543-90c6-43bd-8f99-71b09122285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:10.984712 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5857feb8-d5da-444c-bf45-3761c197e09e req-65ddf543-90c6-43bd-8f99-71b09122285e service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=e535257a7b7d4e5db09589330c6661d8&device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 1099 time: 0.1082165
Jun 03 20:25:11.151475 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857feb8-d5da-444c-bf45-3761c197e09e req-de11438a-bc97-4c87-9b56-c2716a0e0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:11.152933 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5857feb8-d5da-444c-bf45-3761c197e09e req-de11438a-bc97-4c87-9b56-c2716a0e0836 service neutron] 10.222.0.122 "GET /v2.0/networks?id=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb HTTP/1.1" status: 200  len: 915 time: 0.1585035
Jun 03 20:25:11.176417 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-e165d03c-9967-44e7-80e1-d556077d62cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217863280>, [{'id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'name': 'tempest-TestMinimumBasicScenario-14487883-router', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'aa95b028-d346-424d-872a-c8901bd34464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:43Z', 'updated_at': '2021-06-03T20:21:49Z', 'revision_number': 4, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'gw_port': {'id': 'aa95b028-d346-424d-872a-c8901bd34464', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:44Z', 'updated_at': '2021-06-03T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '92781d38-c007-456a-a02f-867579945b63', 'name': '', 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'mac_address': 'fa:16:3e:26:c9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:48Z', 'updated_at': '2021-06-03T20:21:55Z', 'revision_number': 5, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'subnets': [{'id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:11.181245 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165d03c-9967-44e7-80e1-d556077d62cb None None] Checking router: c334fb42-3373-4a97-83c8-8e74aa1725d3 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:25:11.189740 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e165d03c-9967-44e7-80e1-d556077d62cb None None] Routers {'c334fb42-3373-4a97-83c8-8e74aa1725d3'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:25:11.190352 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-e165d03c-9967-44e7-80e1-d556077d62cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217863280>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:25:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['c334fb42-3373-4a97-83c8-8e74aa1725d3'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:11.336047 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5857feb8-d5da-444c-bf45-3761c197e09e req-3c29c27a-28c5-4950-a3c2-46dfbc236ea7 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc787ed1-e721-449f-9ae7-95a9843a54ac HTTP/1.1" status: 200  len: 217 time: 0.1544898
Jun 03 20:25:11.377563 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-e165d03c-9967-44e7-80e1-d556077d62cb None None] Set router c334fb42-3373-4a97-83c8-8e74aa1725d3 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:25:11.410094 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857feb8-d5da-444c-bf45-3761c197e09e req-00472b9c-5936-469b-b83a-513f57fb288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:11.411638 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5857feb8-d5da-444c-bf45-3761c197e09e req-00472b9c-5936-469b-b83a-513f57fb288b service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e121f43d-7381-4c05-ae75-bc6956775a11 HTTP/1.1" status: 200  len: 852 time: 0.0657439
Jun 03 20:25:11.509683 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857feb8-d5da-444c-bf45-3761c197e09e req-ec12ed0a-6d17-40d2-8e19-84c139ccb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:11.511158 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5857feb8-d5da-444c-bf45-3761c197e09e req-ec12ed0a-6d17-40d2-8e19-84c139ccb6c7 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857744
Jun 03 20:25:11.656215 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5857feb8-d5da-444c-bf45-3761c197e09e req-8f5f80db-9069-403b-af42-08d7c176731d service neutron] 10.222.0.122 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321871
Jun 03 20:25:11.711973 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-e165d03c-9967-44e7-80e1-d556077d62cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217863280>, [{'id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'name': 'tempest-TestMinimumBasicScenario-14487883-router', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'aa95b028-d346-424d-872a-c8901bd34464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:43Z', 'updated_at': '2021-06-03T20:21:49Z', 'revision_number': 4, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'gw_port': {'id': 'aa95b028-d346-424d-872a-c8901bd34464', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:44Z', 'updated_at': '2021-06-03T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '92781d38-c007-456a-a02f-867579945b63', 'name': '', 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'mac_address': 'fa:16:3e:26:c9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:48Z', 'updated_at': '2021-06-03T20:21:55Z', 'revision_number': 5, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'subnets': [{'id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:11.714777 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165d03c-9967-44e7-80e1-d556077d62cb None None] The sync data for ids ['c334fb42-3373-4a97-83c8-8e74aa1725d3'] in dv-cinder-794669-1-iscsi is: [{'id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'name': 'tempest-TestMinimumBasicScenario-14487883-router', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'aa95b028-d346-424d-872a-c8901bd34464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:43Z', 'updated_at': '2021-06-03T20:21:49Z', 'revision_number': 4, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'gw_port': {'id': 'aa95b028-d346-424d-872a-c8901bd34464', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:44Z', 'updated_at': '2021-06-03T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '92781d38-c007-456a-a02f-867579945b63', 'name': '', 'network_id': '3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'mac_address': 'fa:16:3e:26:c9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:48Z', 'updated_at': '2021-06-03T20:21:55Z', 'revision_number': 5, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'subnets': [{'id': 'e121f43d-7381-4c05-ae75-bc6956775a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:25:11.802031 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5857feb8-d5da-444c-bf45-3761c197e09e req-ceb4573a-1e2a-4167-9b96-41fe4d0c8ba3 service neutron] 10.222.0.122 "GET /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357708
Jun 03 20:25:11.933775 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6064b9-6cb2-47d4-9707-d7f68e3028c0 None None] New status for floating IP f92b638a-4922-4091-97a3-91c51f30ce63: DOWN {{(pid=92640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 20:25:15.839749 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c619c-cf7b-46d0-8dd3-68f76b4b5ed7 req-e75375c8-9608-4b2a-88e0-4172f25cba99 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:15.841578 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3d8c619c-cf7b-46d0-8dd3-68f76b4b5ed7 req-e75375c8-9608-4b2a-88e0-4172f25cba99 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 946 time: 0.0816360
Jun 03 20:25:15.886444 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3d8c619c-cf7b-46d0-8dd3-68f76b4b5ed7 req-929510b2-4360-49a6-96e7-67bec1825f6c tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392540
Jun 03 20:25:17.082764 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a948eb-b80f-4ace-ab1f-43a79b4e1358 req-c4c694dd-b5eb-42a7-9730-2a74eac11fce tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:17.084266 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-38a948eb-b80f-4ace-ab1f-43a79b4e1358 req-c4c694dd-b5eb-42a7-9730-2a74eac11fce tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 946 time: 0.0878310
Jun 03 20:25:17.129530 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-38a948eb-b80f-4ace-ab1f-43a79b4e1358 req-a1d5ae93-4bc9-40e4-80b3-69b7d7cd9422 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390277
Jun 03 20:25:18.314389 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5d4a7-86d0-4ded-8ce5-37298f48b488 req-6efae93e-2b1d-4591-9d19-430f1824568a tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:18.315863 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-17a5d4a7-86d0-4ded-8ce5-37298f48b488 req-6efae93e-2b1d-4591-9d19-430f1824568a tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 946 time: 0.0801098
Jun 03 20:25:18.360682 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-17a5d4a7-86d0-4ded-8ce5-37298f48b488 req-1d0b529e-8e67-4e56-a3b8-ec56e3b0d64f tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391879
Jun 03 20:25:19.265333 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f0377-c36e-4308-8d44-00a23d348176 req-1e0ebad0-04c0-4cf8-841b-076735a4a14b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:19.266019 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-926f0377-c36e-4308-8d44-00a23d348176 req-1e0ebad0-04c0-4cf8-841b-076735a4a14b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Synchronizing usage tracker for tenant:e535257a7b7d4e5db09589330c6661d8 on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:25:19.384669 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-926f0377-c36e-4308-8d44-00a23d348176 req-1e0ebad0-04c0-4cf8-841b-076735a4a14b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Unset dirty status for tenant:e535257a7b7d4e5db09589330c6661d8 on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:25:19.385948 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-926f0377-c36e-4308-8d44-00a23d348176 req-1e0ebad0-04c0-4cf8-841b-076735a4a14b tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.122 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 946 time: 0.2015123
Jun 03 20:25:19.537508 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-926f0377-c36e-4308-8d44-00a23d348176 req-3a96bcd0-1dd9-4044-a8b7-b849dc56bc9e tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Deleting port cc787ed1-e721-449f-9ae7-95a9843a54ac {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:25:19.537876 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-926f0377-c36e-4308-8d44-00a23d348176 req-3a96bcd0-1dd9-4044-a8b7-b849dc56bc9e tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:19.552098 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e6879-dcb7-4900-8e91-8a48930bea81 req-4ea0dc03-c860-4455-bbc9-1e53007f46d5 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:19.553592 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e15e6879-dcb7-4900-8e91-8a48930bea81 req-4ea0dc03-c860-4455-bbc9-1e53007f46d5 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 946 time: 0.0851972
Jun 03 20:25:19.598313 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e15e6879-dcb7-4900-8e91-8a48930bea81 req-077ef25a-4d88-4c6d-a779-1dbdef17d427 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c66f49-2060-422a-aa62-e79a7a1c9f7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389781
Jun 03 20:25:19.672711 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-926f0377-c36e-4308-8d44-00a23d348176 req-3a96bcd0-1dd9-4044-a8b7-b849dc56bc9e tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] For port cc787ed1-e721-449f-9ae7-95a9843a54ac, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=cc787ed1-e721-449f-9ae7-95a9843a54ac,segment=NetworkSegment(2db68647-909d-40c4-a7c2-9bb86346b70e),segment_id=2db68647-909d-40c4-a7c2-9bb86346b70e)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:25:19.672986 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-926f0377-c36e-4308-8d44-00a23d348176 req-3a96bcd0-1dd9-4044-a8b7-b849dc56bc9e tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:19.802814 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-926f0377-c36e-4308-8d44-00a23d348176 req-3a96bcd0-1dd9-4044-a8b7-b849dc56bc9e tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Calling delete_port for cc787ed1-e721-449f-9ae7-95a9843a54ac owned by compute:nova {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:25:19.974029 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-926f0377-c36e-4308-8d44-00a23d348176 req-3a96bcd0-1dd9-4044-a8b7-b849dc56bc9e tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:19.982437 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-fff4f118-1e6f-4b6c-88d4-a80891228642 tempest-VolumesNegativeTest-1184733314 tempest-VolumesNegativeTest-1184733314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:19.992445 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['cc787ed1-e721-449f-9ae7-95a9843a54ac'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:25:20.061272 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96bcd0-1dd9-4044-a8b7-b849dc56bc9e tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Pushing event deleted for resources: {'Port': ['ID=cc787ed1-e721-449f-9ae7-95a9843a54ac,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:20.068257 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3a96bcd0-1dd9-4044-a8b7-b849dc56bc9e tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:20.119106 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-926f0377-c36e-4308-8d44-00a23d348176 req-3a96bcd0-1dd9-4044-a8b7-b849dc56bc9e tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] No DVR routers for this DVR port cc787ed1-e721-449f-9ae7-95a9843a54ac on host hv-cinder-79466 {{(pid=92636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:25:20.121449 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-926f0377-c36e-4308-8d44-00a23d348176 req-3a96bcd0-1dd9-4044-a8b7-b849dc56bc9e tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:20.124718 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'name': 'network-vif-deleted', 'tag': 'cc787ed1-e721-449f-9ae7-95a9843a54ac'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:25:20.127049 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf64e78-71fa-4c10-a35d-c7abd3a110e3" -d '{"events": [{"server_uuid": "eb7af204-34bc-4f71-8699-c5f7c72e91bf", "name": "network-vif-deleted", "tag": "cc787ed1-e721-449f-9ae7-95a9843a54ac"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:25:20.168766 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5e37eb-3a81-499a-a6b2-8b2d154f6336 x-openstack-request-id: req-ee5e37eb-3a81-499a-a6b2-8b2d154f6336 {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:25:20.169094 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7af204-34bc-4f71-8699-c5f7c72e91bf", "name": "network-vif-deleted", "tag": "cc787ed1-e721-449f-9ae7-95a9843a54ac", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:25:20.169382 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ee5e37eb-3a81-499a-a6b2-8b2d154f6336 {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:25:20.170392 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7af204-34bc-4f71-8699-c5f7c72e91bf', 'name': 'network-vif-deleted', 'tag': 'cc787ed1-e721-449f-9ae7-95a9843a54ac', 'status': 'completed', 'code': 200}
Jun 03 20:25:20.225850 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-926f0377-c36e-4308-8d44-00a23d348176 req-3a96bcd0-1dd9-4044-a8b7-b849dc56bc9e tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.122 "DELETE /v2.0/ports/cc787ed1-e721-449f-9ae7-95a9843a54ac HTTP/1.1" status: 204  len: 173 time: 0.8256450
Jun 03 20:25:20.580800 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:25:20.763277 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2d404631-8335-4621-a659-588c425cd717 req-6b2524cc-0896-4aae-ba30-c6bc74867ff6 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb7af204-34bc-4f71-8699-c5f7c72e91bf HTTP/1.1" status: 200  len: 210 time: 0.0425284
Jun 03 20:25:22.853282 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device cc787ed1-e721-449f-9ae7-95a9843a54ac no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:25:22.887898 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: cc787ed1-e721-449f-9ae7-95a9843a54ac {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:25:22.888256 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device cc787ed1-e721-449f-9ae7-95a9843a54ac not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:25:23.315225 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 43316) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:23.950533 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-97a39289-2ea1-4f82-8cbd-b816a4142b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-926052'] for router_interface, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:24.364677 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-97a39289-2ea1-4f82-8cbd-b816a4142b47 admin admin] Deleting port 92781d38-c007-456a-a02f-867579945b63 {{(pid=92637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:25:24.365329 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-97a39289-2ea1-4f82-8cbd-b816a4142b47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:24.489572 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [None req-97a39289-2ea1-4f82-8cbd-b816a4142b47 admin admin] For port 92781d38-c007-456a-a02f-867579945b63, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=92781d38-c007-456a-a02f-867579945b63,segment=NetworkSegment(2db68647-909d-40c4-a7c2-9bb86346b70e),segment_id=2db68647-909d-40c4-a7c2-9bb86346b70e)] {{(pid=92637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:25:24.489951 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-97a39289-2ea1-4f82-8cbd-b816a4142b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:24.614118 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-97a39289-2ea1-4f82-8cbd-b816a4142b47 admin admin] Calling delete_port for 92781d38-c007-456a-a02f-867579945b63 owned by network:router_interface {{(pid=92637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:25:24.813647 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-97a39289-2ea1-4f82-8cbd-b816a4142b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:24.817547 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4c712291-3517-462b-b239-7e5e1ad3a60e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:24.860840 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a39289-2ea1-4f82-8cbd-b816a4142b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=92781d38-c007-456a-a02f-867579945b63,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:24.864014 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-97a39289-2ea1-4f82-8cbd-b816a4142b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:25.149328 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-97a39289-2ea1-4f82-8cbd-b816a4142b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929722'] for router_interface, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:25.623633 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a39289-2ea1-4f82-8cbd-b816a4142b47 admin admin] Router c334fb42-3373-4a97-83c8-8e74aa1725d3 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:25:25.797887 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a39289-2ea1-4f82-8cbd-b816a4142b47 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:25:25.806267 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30917b67-a5f2-4578-8439-1c1855a73cba None None] Sync routers for ids ['c334fb42-3373-4a97-83c8-8e74aa1725d3'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:25:25.810394 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-97a39289-2ea1-4f82-8cbd-b816a4142b47 admin admin] 10.222.0.96 "PUT /v2.0/routers/c334fb42-3373-4a97-83c8-8e74aa1725d3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4940546
Jun 03 20:25:25.813031 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43326) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:25.816073 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30917b67-a5f2-4578-8439-1c1855a73cba None None] Routers {'c334fb42-3373-4a97-83c8-8e74aa1725d3'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:25:25.816694 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-30917b67-a5f2-4578-8439-1c1855a73cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217139c40>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:25:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['c334fb42-3373-4a97-83c8-8e74aa1725d3'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:26.002093 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] Notify callbacks [] for router, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:26.035468 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-30917b67-a5f2-4578-8439-1c1855a73cba None None] Set router c334fb42-3373-4a97-83c8-8e74aa1725d3 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:25:26.268038 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:26.330311 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-30917b67-a5f2-4578-8439-1c1855a73cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217139c40>, [{'id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'name': 'tempest-TestMinimumBasicScenario-14487883-router', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'aa95b028-d346-424d-872a-c8901bd34464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:43Z', 'updated_at': '2021-06-03T20:25:24Z', 'revision_number': 5, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'gw_port': {'id': 'aa95b028-d346-424d-872a-c8901bd34464', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:44Z', 'updated_at': '2021-06-03T20:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:26.334102 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30917b67-a5f2-4578-8439-1c1855a73cba None None] Checking router: c334fb42-3373-4a97-83c8-8e74aa1725d3 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:25:26.343459 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30917b67-a5f2-4578-8439-1c1855a73cba None None] Routers {'c334fb42-3373-4a97-83c8-8e74aa1725d3'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:25:26.344077 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-30917b67-a5f2-4578-8439-1c1855a73cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217139c40>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:25:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['c334fb42-3373-4a97-83c8-8e74aa1725d3'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:26.392541 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] Deleting port aa95b028-d346-424d-872a-c8901bd34464 {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:25:26.392800 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:26.504211 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-30917b67-a5f2-4578-8439-1c1855a73cba None None] Set router c334fb42-3373-4a97-83c8-8e74aa1725d3 gateway port host: None {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:25:26.521069 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] For port aa95b028-d346-424d-872a-c8901bd34464, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=aa95b028-d346-424d-872a-c8901bd34464,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:25:26.521452 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:26.609390 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-30917b67-a5f2-4578-8439-1c1855a73cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217139c40>, [{'id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'name': 'tempest-TestMinimumBasicScenario-14487883-router', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:43Z', 'updated_at': '2021-06-03T20:25:26Z', 'revision_number': 6, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'gw_port_host': None}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:26.613682 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30917b67-a5f2-4578-8439-1c1855a73cba None None] The sync data for ids ['c334fb42-3373-4a97-83c8-8e74aa1725d3'] in dv-cinder-794669-1-iscsi is: [{'id': 'c334fb42-3373-4a97-83c8-8e74aa1725d3', 'name': 'tempest-TestMinimumBasicScenario-14487883-router', 'tenant_id': 'e535257a7b7d4e5db09589330c6661d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:43Z', 'updated_at': '2021-06-03T20:25:26Z', 'revision_number': 6, 'project_id': 'e535257a7b7d4e5db09589330c6661d8', 'gw_port_host': None}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:25:26.647398 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] Calling delete_port for aa95b028-d346-424d-872a-c8901bd34464 owned by network:router_gateway {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:25:26.973337 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:26.977333 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-075f0c10-9bba-4558-be99-faa39d5132e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:27.027337 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] Pushing event deleted for resources: {'Port': ['ID=aa95b028-d346-424d-872a-c8901bd34464,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:27.053374 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:27.115395 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-836889'] for router_gateway, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:27.295012 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4119'] for router, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:27.297226 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:27.401935 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-54cacd2e-5186-4db4-9102-e08854a0259e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:27.487637 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938163'] for router, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:27.492481 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router c334fb42-3373-4a97-83c8-8e74aa1725d3 {{(pid=92636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 20:25:27.502614 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] Notify callbacks [] for router, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:27.503833 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] 10.222.0.96 "DELETE /v2.0/routers/c334fb42-3373-4a97-83c8-8e74aa1725d3 HTTP/1.1" status: 204  len: 168 time: 1.6897418
Jun 03 20:25:27.506184 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43336) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:27.567731 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_v2 [None req-41058b84-d80b-445a-93c6-13cc5d4e292a admin admin] Deleting subnet e121f43d-7381-4c05-ae75-bc6956775a11 {{(pid=92636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 20:25:27.571781 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-41058b84-d80b-445a-93c6-13cc5d4e292a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:27.631531 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-41058b84-d80b-445a-93c6-13cc5d4e292a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16158600'] for subnet, precommit_delete_associations {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:27.744524 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-41058b84-d80b-445a-93c6-13cc5d4e292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888552'] for subnet, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:28.134050 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-41058b84-d80b-445a-93c6-13cc5d4e292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16099413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14702688'] for subnet, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:28.138351 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:28.177285 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41058b84-d80b-445a-93c6-13cc5d4e292a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e121f43d-7381-4c05-ae75-bc6956775a11,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:28.180483 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-41058b84-d80b-445a-93c6-13cc5d4e292a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:28.181552 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-41058b84-d80b-445a-93c6-13cc5d4e292a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:28.187914 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-41058b84-d80b-445a-93c6-13cc5d4e292a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e121f43d-7381-4c05-ae75-bc6956775a11 HTTP/1.1" status: 204  len: 168 time: 0.6807292
Jun 03 20:25:28.188269 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cea397c-e46c-4743-bf1d-66df832cab9e None None] Network 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:25:28.190236 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43338) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:28.300287 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645772'] for network, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:28.377986 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Deleting port 114a7be1-36cd-436a-84de-61c14a475c7f {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:25:28.378927 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:28.484487 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63925cc2-793d-4477-a66f-025da1e02f49 None None] DHCP port deletion for 3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb request from dv-cinder-794669-1-iscsi {{(pid=92638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 20:25:28.506445 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] For port 114a7be1-36cd-436a-84de-61c14a475c7f, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=114a7be1-36cd-436a-84de-61c14a475c7f,segment=NetworkSegment(2db68647-909d-40c4-a7c2-9bb86346b70e),segment_id=2db68647-909d-40c4-a7c2-9bb86346b70e)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:25:28.507115 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:28.554594 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device aa95b028-d346-424d-872a-c8901bd34464 no longer exists at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:25:28.600123 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] No Port match for: aa95b028-d346-424d-872a-c8901bd34464 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:25:28.600123 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device aa95b028-d346-424d-872a-c8901bd34464 not bound to the agent host dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:25:28.600123 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 92781d38-c007-456a-a02f-867579945b63 no longer exists at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:25:28.631696 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] No Port match for: 92781d38-c007-456a-a02f-867579945b63 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:25:28.632054 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 92781d38-c007-456a-a02f-867579945b63 not bound to the agent host dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:25:28.636337 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Calling delete_port for 114a7be1-36cd-436a-84de-61c14a475c7f owned by network:dhcp {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:25:28.651160 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-63925cc2-793d-4477-a66f-025da1e02f49 None None] Deleting port 114a7be1-36cd-436a-84de-61c14a475c7f {{(pid=92638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:25:28.651712 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-63925cc2-793d-4477-a66f-025da1e02f49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:28.761409 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-63925cc2-793d-4477-a66f-025da1e02f49 None None] For port 114a7be1-36cd-436a-84de-61c14a475c7f, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=114a7be1-36cd-436a-84de-61c14a475c7f,segment=NetworkSegment(2db68647-909d-40c4-a7c2-9bb86346b70e),segment_id=2db68647-909d-40c4-a7c2-9bb86346b70e)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:25:28.761409 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-63925cc2-793d-4477-a66f-025da1e02f49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:28.859084 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:28.864039 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-d24b5358-c013-44e9-a206-da74e639a412 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:28.882635 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-63925cc2-793d-4477-a66f-025da1e02f49 None None] Calling delete_port for 114a7be1-36cd-436a-84de-61c14a475c7f owned by network:dhcp {{(pid=92638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:25:28.910095 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Pushing event deleted for resources: {'Port': ['ID=114a7be1-36cd-436a-84de-61c14a475c7f,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:28.913262 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:28.914236 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] No DVR routers for this DVR port 114a7be1-36cd-436a-84de-61c14a475c7f on host dv-cinder-794669-1-iscsi {{(pid=92636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:25:29.034330 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082749', 'neutron.services.segments.db._delete_segments_for_network-8745116134081'] for network, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:29.049233 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42170675b0>,) {'filters': {'network_id': ['3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb']}} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:29.053117 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-63925cc2-793d-4477-a66f-025da1e02f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605'] for port, after_delete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:29.057998 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:29.063456 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42170675b0>, '2db68647-909d-40c4-a7c2-9bb86346b70e') {'for_net_delete': True} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:29.065781 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42170675b0>, '2db68647-909d-40c4-a7c2-9bb86346b70e') {} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:29.076817 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745116137948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16158705'] for segment, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:29.098523 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:29.102807 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63925cc2-793d-4477-a66f-025da1e02f49 None None] No DVR routers for this DVR port 114a7be1-36cd-436a-84de-61c14a475c7f on host dv-cinder-794669-1-iscsi {{(pid=92638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:25:29.107912 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63925cc2-793d-4477-a66f-025da1e02f49 None None] Pushing event deleted for resources: {'Port': ['ID=114a7be1-36cd-436a-84de-61c14a475c7f,revision_number=None']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:29.108810 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=92636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 20:25:29.110640 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-63925cc2-793d-4477-a66f-025da1e02f49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:29.113711 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16099519'] for segment, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]: Traceback (most recent call last):
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:     timer()
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:     cb(*args, **kw)
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:     return func(*args, **kwargs)
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:     self._notify()
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:     self.callback(batched_events)
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:     event.method(event)
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:     return f(self, *a, **k)
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self._get(url).json()
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self.request(url, 'GET', **kwargs)
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 20:25:29.130708 dv-cinder-794669-1-iscsi neutron-server[92636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 20:25:29.282278 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-836978'] for network, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:29.286073 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b19b43b5-38de-4ed5-bc9c-afeddf31ddad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:29.300562 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:29.311651 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:29.314797 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:29.478811 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] 10.222.0.96 "DELETE /v2.0/networks/3b6ca72f-d55f-43d9-8e7b-cdbc3e0eebeb HTTP/1.1" status: 204  len: 168 time: 1.2853897
Jun 03 20:25:29.479698 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43352) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:30.041886 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-77e59ec3-feae-41b9-b2e4-8c63569792d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:30.058705 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:30.133828 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d929-17ec-49bc-9cb4-652bc9627c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-926052'] for router_interface, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:30.487562 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 114a7be1-36cd-436a-84de-61c14a475c7f no longer exists at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:25:30.524021 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] No Port match for: 114a7be1-36cd-436a-84de-61c14a475c7f {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:25:30.524476 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 114a7be1-36cd-436a-84de-61c14a475c7f not bound to the agent host dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:25:30.541249 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2d929-17ec-49bc-9cb4-652bc9627c0e admin admin] Deleting port cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:25:30.541913 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d929-17ec-49bc-9cb4-652bc9627c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:30.663470 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [None req-b0d2d929-17ec-49bc-9cb4-652bc9627c0e admin admin] For port cd50e301-a6e2-45dc-b56c-bd2f9f0583f5, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=cd50e301-a6e2-45dc-b56c-bd2f9f0583f5,segment=NetworkSegment(d26e8d02-b9ea-4819-8ade-19e6da0aa79a),segment_id=d26e8d02-b9ea-4819-8ade-19e6da0aa79a)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:25:30.663822 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d929-17ec-49bc-9cb4-652bc9627c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:30.783602 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2d929-17ec-49bc-9cb4-652bc9627c0e admin admin] Calling delete_port for cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 owned by network:router_interface {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:25:31.019255 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d929-17ec-49bc-9cb4-652bc9627c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:31.023110 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-2f7183c9-0553-4a18-847c-0bc2f54c0a5b tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:31.065787 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2d929-17ec-49bc-9cb4-652bc9627c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd50e301-a6e2-45dc-b56c-bd2f9f0583f5,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:31.068751 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b0d2d929-17ec-49bc-9cb4-652bc9627c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:31.304958 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:31.332456 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d929-17ec-49bc-9cb4-652bc9627c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929722'] for router_interface, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:31.784082 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d2d929-17ec-49bc-9cb4-652bc9627c0e admin admin] Router 43f7674c-7e61-401b-b0dd-95825c6104d1 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:25:31.983101 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d2d929-17ec-49bc-9cb4-652bc9627c0e admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:25:31.992782 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-b0d2d929-17ec-49bc-9cb4-652bc9627c0e admin admin] 10.222.0.96 "PUT /v2.0/routers/43f7674c-7e61-401b-b0dd-95825c6104d1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5118129
Jun 03 20:25:31.993284 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d75b6c-6f54-4d66-8da5-ef8ec47aceef None None] Sync routers for ids ['43f7674c-7e61-401b-b0dd-95825c6104d1'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:25:31.995262 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43360) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:32.002510 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d75b6c-6f54-4d66-8da5-ef8ec47aceef None None] Routers {'43f7674c-7e61-401b-b0dd-95825c6104d1'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:25:32.003141 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-85d75b6c-6f54-4d66-8da5-ef8ec47aceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42172a7850>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:25:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['43f7674c-7e61-401b-b0dd-95825c6104d1'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:32.168817 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] Notify callbacks [] for router, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:32.205671 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-85d75b6c-6f54-4d66-8da5-ef8ec47aceef None None] Set router 43f7674c-7e61-401b-b0dd-95825c6104d1 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:25:32.357859 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:32.484162 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] Deleting port f136444d-e741-4abb-b06d-9f1f3be43796 {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:25:32.484686 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:32.492350 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-85d75b6c-6f54-4d66-8da5-ef8ec47aceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42172a7850>, [{'id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'name': 'tempest-TestMinimumBasicScenario-1983019719-router', 'tenant_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f136444d-e741-4abb-b06d-9f1f3be43796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:54Z', 'updated_at': '2021-06-03T20:25:30Z', 'revision_number': 5, 'project_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'gw_port': {'id': 'f136444d-e741-4abb-b06d-9f1f3be43796', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:21:56Z', 'updated_at': '2021-06-03T20:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:32.498180 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d75b6c-6f54-4d66-8da5-ef8ec47aceef None None] Checking router: 43f7674c-7e61-401b-b0dd-95825c6104d1 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:25:32.506822 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d75b6c-6f54-4d66-8da5-ef8ec47aceef None None] Routers {'43f7674c-7e61-401b-b0dd-95825c6104d1'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:25:32.507431 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-85d75b6c-6f54-4d66-8da5-ef8ec47aceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42172a7850>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:25:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['43f7674c-7e61-401b-b0dd-95825c6104d1'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:32.606585 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] For port f136444d-e741-4abb-b06d-9f1f3be43796, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=f136444d-e741-4abb-b06d-9f1f3be43796,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:25:32.606985 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:32.653498 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-85d75b6c-6f54-4d66-8da5-ef8ec47aceef None None] Set router 43f7674c-7e61-401b-b0dd-95825c6104d1 gateway port host: None {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:25:32.726863 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] Calling delete_port for f136444d-e741-4abb-b06d-9f1f3be43796 owned by network:router_gateway {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:25:32.757024 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-85d75b6c-6f54-4d66-8da5-ef8ec47aceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42172a7850>, [{'id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'name': 'tempest-TestMinimumBasicScenario-1983019719-router', 'tenant_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:54Z', 'updated_at': '2021-06-03T20:25:32Z', 'revision_number': 6, 'project_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'gw_port_host': None}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:32.760889 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d75b6c-6f54-4d66-8da5-ef8ec47aceef None None] The sync data for ids ['43f7674c-7e61-401b-b0dd-95825c6104d1'] in dv-cinder-794669-1-iscsi is: [{'id': '43f7674c-7e61-401b-b0dd-95825c6104d1', 'name': 'tempest-TestMinimumBasicScenario-1983019719-router', 'tenant_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:21:54Z', 'updated_at': '2021-06-03T20:25:32Z', 'revision_number': 6, 'project_id': '52a3ddbe71194a6a981a02dddd6ea7e5', 'gw_port_host': None}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:25:32.899083 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:33.076149 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:33.080092 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-d36bfab5-be02-4d6e-937c-b6841429a278 tempest-ServerRescueNegativeTestJSON-1806492776 tempest-ServerRescueNegativeTestJSON-1806492776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:33.127564 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] Pushing event deleted for resources: {'Port': ['ID=f136444d-e741-4abb-b06d-9f1f3be43796,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:33.129986 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:33.220366 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-836889'] for router_gateway, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:33.392319 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4119'] for router, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:33.395026 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:33.533531 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938163'] for router, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:33.534086 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43f7674c-7e61-401b-b0dd-95825c6104d1 {{(pid=92636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 20:25:33.548164 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] Notify callbacks [] for router, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:33.549367 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] 10.222.0.96 "DELETE /v2.0/routers/43f7674c-7e61-401b-b0dd-95825c6104d1 HTTP/1.1" status: 204  len: 168 time: 1.5531831
Jun 03 20:25:33.553627 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43368) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:33.623824 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a8a607-993c-458b-8b98-80967850c360 admin admin] Deleting subnet 720e745d-eeec-40fd-8982-cb0f2956750c {{(pid=92636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 20:25:33.627073 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c8a8a607-993c-458b-8b98-80967850c360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:33.678576 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c8a8a607-993c-458b-8b98-80967850c360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16158600'] for subnet, precommit_delete_associations {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:33.762908 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c8a8a607-993c-458b-8b98-80967850c360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888552'] for subnet, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:34.116697 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c8a8a607-993c-458b-8b98-80967850c360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16099413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14702688'] for subnet, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:34.121945 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-41058b84-d80b-445a-93c6-13cc5d4e292a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:34.160879 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8a607-993c-458b-8b98-80967850c360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=720e745d-eeec-40fd-8982-cb0f2956750c,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:34.163809 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c8a8a607-993c-458b-8b98-80967850c360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:34.164850 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c8a8a607-993c-458b-8b98-80967850c360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:34.171022 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd5965b-172d-43ed-b8f6-2b23d7e542c2 None None] Network 147b121b-8927-4fad-a90c-623de73d425a requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:25:34.171550 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-c8a8a607-993c-458b-8b98-80967850c360 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/720e745d-eeec-40fd-8982-cb0f2956750c HTTP/1.1" status: 204  len: 168 time: 0.6166561
Jun 03 20:25:34.173606 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43372) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:34.280137 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645772'] for network, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:34.355241 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Deleting port 3aba2ef6-c408-4d07-bfc1-308915f5f344 {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:25:34.355551 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:34.404517 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdf2222-f871-40c4-bf1c-1e15ca289c99 None None] DHCP port deletion for 147b121b-8927-4fad-a90c-623de73d425a request from dv-cinder-794669-1-iscsi {{(pid=92638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 20:25:34.470648 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] For port 3aba2ef6-c408-4d07-bfc1-308915f5f344, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=3aba2ef6-c408-4d07-bfc1-308915f5f344,segment=NetworkSegment(d26e8d02-b9ea-4819-8ade-19e6da0aa79a),segment_id=d26e8d02-b9ea-4819-8ade-19e6da0aa79a)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:25:34.470796 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:34.483849 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf2222-f871-40c4-bf1c-1e15ca289c99 None None] Deleting port 3aba2ef6-c408-4d07-bfc1-308915f5f344 {{(pid=92638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:25:34.484429 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2222-f871-40c4-bf1c-1e15ca289c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:34.561933 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 no longer exists at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:25:34.603162 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Calling delete_port for 3aba2ef6-c408-4d07-bfc1-308915f5f344 owned by network:dhcp {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:25:34.614592 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] No Port match for: cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:25:34.614864 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device cd50e301-a6e2-45dc-b56c-bd2f9f0583f5 not bound to the agent host dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:25:34.615289 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 3aba2ef6-c408-4d07-bfc1-308915f5f344 no longer exists at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:25:34.663007 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-9cdf2222-f871-40c4-bf1c-1e15ca289c99 None None] For port 3aba2ef6-c408-4d07-bfc1-308915f5f344, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=3aba2ef6-c408-4d07-bfc1-308915f5f344,segment=NetworkSegment(d26e8d02-b9ea-4819-8ade-19e6da0aa79a),segment_id=d26e8d02-b9ea-4819-8ade-19e6da0aa79a)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:25:34.663332 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2222-f871-40c4-bf1c-1e15ca289c99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:34.710812 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:34.715744 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:34.796717 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf2222-f871-40c4-bf1c-1e15ca289c99 None None] Calling delete_port for 3aba2ef6-c408-4d07-bfc1-308915f5f344 owned by network:dhcp {{(pid=92638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:25:34.803068 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] No active binding found for port 3aba2ef6-c408-4d07-bfc1-308915f5f344 {{(pid=92638) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 03 20:25:34.803532 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 3aba2ef6-c408-4d07-bfc1-308915f5f344 not bound to the agent host dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:25:34.804013 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device f136444d-e741-4abb-b06d-9f1f3be43796 no longer exists at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:25:34.838300 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] No Port match for: f136444d-e741-4abb-b06d-9f1f3be43796 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:25:34.843480 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device f136444d-e741-4abb-b06d-9f1f3be43796 not bound to the agent host dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:25:34.865681 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Pushing event deleted for resources: {'Port': ['ID=3aba2ef6-c408-4d07-bfc1-308915f5f344,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:34.867411 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] No DVR routers for this DVR port 3aba2ef6-c408-4d07-bfc1-308915f5f344 on host dv-cinder-794669-1-iscsi {{(pid=92636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:25:34.869014 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:34.880593 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2222-f871-40c4-bf1c-1e15ca289c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605'] for port, after_delete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:34.884588 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-7da72a02-f0e8-49ca-8bd1-3e7b9ebd6a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:34.926125 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf2222-f871-40c4-bf1c-1e15ca289c99 None None] Pushing event deleted for resources: {'Port': ['ID=3aba2ef6-c408-4d07-bfc1-308915f5f344,revision_number=None']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:34.933065 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-9cdf2222-f871-40c4-bf1c-1e15ca289c99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:34.935615 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf2222-f871-40c4-bf1c-1e15ca289c99 None None] No DVR routers for this DVR port 3aba2ef6-c408-4d07-bfc1-308915f5f344 on host dv-cinder-794669-1-iscsi {{(pid=92638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:25:35.008252 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082749', 'neutron.services.segments.db._delete_segments_for_network-8745116134081'] for network, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:35.022062 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4215d9abb0>,) {'filters': {'network_id': ['147b121b-8927-4fad-a90c-623de73d425a']}} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:35.035421 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4215d9abb0>, 'd26e8d02-b9ea-4819-8ade-19e6da0aa79a') {'for_net_delete': True} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:35.035714 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4215d9abb0>, 'd26e8d02-b9ea-4819-8ade-19e6da0aa79a') {} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:35.050326 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745116137948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16158705'] for segment, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:35.066413 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:35.072660 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=92636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 20:25:35.073103 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16099519'] for segment, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]: Traceback (most recent call last):
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:     timer()
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:     cb(*args, **kw)
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:     return func(*args, **kwargs)
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:     self._notify()
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:     self.callback(batched_events)
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:     event.method(event)
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:     return f(self, *a, **k)
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self._get(url).json()
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self.request(url, 'GET', **kwargs)
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 20:25:35.086523 dv-cinder-794669-1-iscsi neutron-server[92636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 20:25:35.242002 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-836978'] for network, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:35.249724 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:35.251523 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:35.273337 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Pushing event deleted for resources: {'Network': ['ID=147b121b-8927-4fad-a90c-623de73d425a,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:35.275680 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:35.278062 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] 10.222.0.96 "DELETE /v2.0/networks/147b121b-8927-4fad-a90c-623de73d425a HTTP/1.1" status: 204  len: 168 time: 1.1028430
Jun 03 20:25:35.615855 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43384) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:35.663787 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-fd28d0fd-f4f7-4409-b8fa-ded4c1afec59 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e535257a7b7d4e5db09589330c6661d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0467091
Jun 03 20:25:35.666043 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43386) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:35.724165 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-413b412c-f169-4c9c-b0c6-e79353461a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:35.749644 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-413b412c-f169-4c9c-b0c6-e79353461a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:35.870405 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-413b412c-f169-4c9c-b0c6-e79353461a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:35.874249 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-37ed06d9-01dd-4b37-82c5-61e68efc489e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:35.891766 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b412c-f169-4c9c-b0c6-e79353461a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c66f49-2060-422a-aa62-e79a7a1c9f7d,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:35.895639 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-413b412c-f169-4c9c-b0c6-e79353461a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:35.899242 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-413b412c-f169-4c9c-b0c6-e79353461a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:35.900302 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-413b412c-f169-4c9c-b0c6-e79353461a30 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/82c66f49-2060-422a-aa62-e79a7a1c9f7d HTTP/1.1" status: 204  len: 168 time: 0.2333829
Jun 03 20:25:36.585519 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43396) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:36.634185 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-e8701785-dbaa-402c-9ea2-fa0ca3c15ee7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=52a3ddbe71194a6a981a02dddd6ea7e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0473845
Jun 03 20:25:36.636478 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43398) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:36.694042 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9d5ff0eb-d881-4982-81aa-8be57b03df15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:36.720316 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9d5ff0eb-d881-4982-81aa-8be57b03df15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:36.859498 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9d5ff0eb-d881-4982-81aa-8be57b03df15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:36.863256 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-6eddf22a-e1a9-4c2c-abd8-52337518ea9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:36.877476 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ff0eb-d881-4982-81aa-8be57b03df15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cbc20f-ba17-4388-b1c2-b70d69fbda94,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:36.879790 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-9d5ff0eb-d881-4982-81aa-8be57b03df15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:36.886060 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9d5ff0eb-d881-4982-81aa-8be57b03df15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:36.886060 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-9d5ff0eb-d881-4982-81aa-8be57b03df15 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e3cbc20f-ba17-4388-b1c2-b70d69fbda94 HTTP/1.1" status: 204  len: 168 time: 0.2480371
Jun 03 20:25:37.961624 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43422) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:38.072093 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-562640019-network', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:25:38.077007 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:25:38.081180 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Usage tracker for resource:network and tenant:db46fead74a948a1a87fad7d2871462c is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:25:38.083921 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:25:38.090476 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:25:38.156043 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Made reservation on behalf of db46fead74a948a1a87fad7d2871462c for: {'network': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:25:38.158549 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:38.171968 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:38.190185 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:25:38.194014 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Usage tracker for resource:security_group_rule and tenant:db46fead74a948a1a87fad7d2871462c is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:25:38.196888 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:25:38.202574 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:25:38.286301 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:38.343764 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:38.346817 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b3598c1a-061d-4732-bc9a-7874f37985cd tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:38.375305 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302}  {{(pid=92636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:25:38.383690 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a4f601-80d1-42a2-82d1-f6e1dbdae0e4,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:38.387238 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:38.389737 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:38.390084 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.segments_db [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Added segment e3149497-77c5-4202-a530-739b9516f808 of type vlan for network d075e017-3c8e-4ae7-964b-4a7baabe953d
Jun 03 20:25:38.416131 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:38.516416 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:38.517816 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:38.518433 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:38.522070 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-7734201a-a521-4778-b47a-e01b88a9a44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:38.621943 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Pushing event updated for resources: {'Network': ['ID=d075e017-3c8e-4ae7-964b-4a7baabe953d,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:38.625236 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:38.632101 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network d075e017-3c8e-4ae7-964b-4a7baabe953d details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:25:38.699858 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-3e9f9501-cad1-4b57-8297-d5f165dd7df7 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7370827
Jun 03 20:25:38.702880 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43428) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:38.707714 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-e8cb0dda-4302-4098-808f-c104c489bf93 admin admin] Request body: {'subnet': {'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-562640019-subnet', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'ip_version': 4}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:25:38.712712 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-e8cb0dda-4302-4098-808f-c104c489bf93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:25:38.716677 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-e8cb0dda-4302-4098-808f-c104c489bf93 admin admin] Usage tracker for resource:subnet and tenant:db46fead74a948a1a87fad7d2871462c is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:25:38.719628 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-e8cb0dda-4302-4098-808f-c104c489bf93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:25:38.725407 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-e8cb0dda-4302-4098-808f-c104c489bf93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:25:38.796199 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cb0dda-4302-4098-808f-c104c489bf93 admin admin] Made reservation on behalf of db46fead74a948a1a87fad7d2871462c for: {'subnet': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:25:38.798567 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0dda-4302-4098-808f-c104c489bf93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14694273'] for subnet, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:39.241362 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0dda-4302-4098-808f-c104c489bf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16099348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14694291'] for subnet, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:39.244948 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:39.312002 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb0dda-4302-4098-808f-c104c489bf93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca289dd-2492-4579-8331-968a915e8bba,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:39.315903 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e8cb0dda-4302-4098-808f-c104c489bf93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:39.323677 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cb0dda-4302-4098-808f-c104c489bf93 admin admin] Checking segment: {'id': 'e3149497-77c5-4202-a530-739b9516f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:25:39.324029 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cb0dda-4302-4098-808f-c104c489bf93 admin admin] Network hostable DHCP agents. Network: d075e017-3c8e-4ae7-964b-4a7baabe953d, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:25:39.408660 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cb0dda-4302-4098-808f-c104c489bf93 admin admin] Network d075e017-3c8e-4ae7-964b-4a7baabe953d is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:25:39.482079 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-e8cb0dda-4302-4098-808f-c104c489bf93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, d075e017-3c8e-4ae7-964b-4a7baabe953d) {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:25:39.490983 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d51c457-b283-42c4-b4eb-58eb671d62a9 None None] Network d075e017-3c8e-4ae7-964b-4a7baabe953d requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:25:39.497656 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cb0dda-4302-4098-808f-c104c489bf93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:39.497656 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0dda-4302-4098-808f-c104c489bf93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:39.571324 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-e8cb0dda-4302-4098-808f-c104c489bf93 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8651698
Jun 03 20:25:39.571666 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43432) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:39.576790 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-562640019-router', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:25:39.581529 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:25:39.585489 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Usage tracker for resource:router and tenant:db46fead74a948a1a87fad7d2871462c is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:25:39.588350 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:25:39.601695 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:25:39.687706 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4105'] for router, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:39.688693 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:39.706550 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:39.734225 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf48b4315-cbea-59e0-afd0-d1625a86666c-d075e017-3c8e-4ae7-964b-4a7baabe953d', 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'fixed_ips': [{'subnet_id': '7ca289dd-2492-4579-8331-968a915e8bba'}]}} from dv-cinder-794669-1-iscsi. {{(pid=92638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 20:25:39.735105 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:39.788380 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:39.934073 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.db_base_plugin_common [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Allocated IP 172.20.0.2 (d075e017-3c8e-4ae7-964b-4a7baabe953d/7ca289dd-2492-4579-8331-968a915e8bba/a25bb96d-b9dc-43c0-9474-e378df54b518) {{(pid=92638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:25:40.148485 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Notify callbacks [] for port, precommit_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:40.159240 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Transition to ACTIVE for port object a25bb96d-b9dc-43c0-9474-e378df54b518 will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:25:40.175523 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4206'] for router, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:40.187353 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Transition to ACTIVE for port object a25bb96d-b9dc-43c0-9474-e378df54b518 will not be triggered until provisioned by entity DHCP. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:25:40.305469 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596'] for port, after_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:40.311231 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:40.372065 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Network d075e017-3c8e-4ae7-964b-4a7baabe953d is already hosted by enough agents. {{(pid=92638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:25:40.374983 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.base_scheduler [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Resources bound (agent type, host, resource id):  {{(pid=92638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:25:40.384307 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Received port after_create {{(pid=92638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:25:40.399168 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Pushing event updated for resources: {'Port': ['ID=a25bb96d-b9dc-43c0-9474-e378df54b518,revision_number=1']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:40.419903 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:40.495752 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Attempting to bind port a25bb96d-b9dc-43c0-9474-e378df54b518 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:25:40.496153 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Attempting to bind port a25bb96d-b9dc-43c0-9474-e378df54b518 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'e3149497-77c5-4202-a530-739b9516f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:25:40.496563 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Attempting to bind port a25bb96d-b9dc-43c0-9474-e378df54b518 on network d075e017-3c8e-4ae7-964b-4a7baabe953d {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:25:40.502293 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:25:40.503999 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Checking segment: {'id': 'e3149497-77c5-4202-a530-739b9516f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:25:40.503999 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:40.503999 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Bound using segment: {'id': 'e3149497-77c5-4202-a530-739b9516f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:25:40.503999 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Bound port: a25bb96d-b9dc-43c0-9474-e378df54b518, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3149497-77c5-4202-a530-739b9516f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:25:40.504842 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:40.603598 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] For port a25bb96d-b9dc-43c0-9474-e378df54b518, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:25:40.607127 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] For port a25bb96d-b9dc-43c0-9474-e378df54b518, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=a25bb96d-b9dc-43c0-9474-e378df54b518,segment=NetworkSegment(e3149497-77c5-4202-a530-739b9516f808),segment_id=e3149497-77c5-4202-a530-739b9516f808)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:25:40.607370 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:40.638082 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:40.705256 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:40.708900 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:40.792086 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Allocated IP 172.27.0.61 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/a38dacc0-ebd7-41aa-baea-e41857ed13a0) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:25:40.814603 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Pushing event updated for resources: {'Port': ['ID=a25bb96d-b9dc-43c0-9474-e378df54b518,revision_number=2']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:40.823710 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:40.954648 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:41.070444 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:41.077003 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-6b72950b-1a76-4777-8519-8a451345e919 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:41.146189 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:25:41.149084 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:25:41.151437 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:25:41.196402 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Pushing event updated for resources: {'Port': ['ID=a38dacc0-ebd7-41aa-baea-e41857ed13a0,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:41.199317 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:41.620561 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:41.746851 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3033fa31-2dd5-41f3-b522-28ea0443f62e None None] Network d075e017-3c8e-4ae7-964b-4a7baabe953d requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:25:41.913981 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-3ea9c9c8-b6ba-4cd4-9c60-c1277049a50e None None] Provisioning for port a25bb96d-b9dc-43c0-9474-e378df54b518 completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:25:42.074487 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-836917'] for router, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:42.361404 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Router 52977f2e-1425-4a13-9f45-2db9d266d488 is scheduled to L3 agent 107fbc38-de16-481d-8d22-795583403c3d with binding_index 1 {{(pid=92636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 20:25:42.533648 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device a25bb96d-b9dc-43c0-9474-e378df54b518 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:25:42.546095 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:25:42.564729 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Sync routers for ids ['52977f2e-1425-4a13-9f45-2db9d266d488'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:25:42.586778 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Routers {'52977f2e-1425-4a13-9f45-2db9d266d488'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:25:42.587395 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217420340>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:25:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['52977f2e-1425-4a13-9f45-2db9d266d488'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:42.681961 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Notify callbacks [] for router, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:42.683239 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.1107340
Jun 03 20:25:42.686631 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 43446) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:42.781126 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Set router 52977f2e-1425-4a13-9f45-2db9d266d488 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:25:42.822271 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port a25bb96d-b9dc-43c0-9474-e378df54b518 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:25:42.906126 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port a25bb96d-b9dc-43c0-9474-e378df54b518 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:25:42.906581 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:43.188161 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:43.232571 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port a25bb96d-b9dc-43c0-9474-e378df54b518, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=a25bb96d-b9dc-43c0-9474-e378df54b518,segment=NetworkSegment(e3149497-77c5-4202-a530-739b9516f808),segment_id=e3149497-77c5-4202-a530-739b9516f808)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:25:43.242849 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217420340>, [{'id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'name': 'tempest-TestShelveInstance-562640019-router', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:25:39Z', 'updated_at': '2021-06-03T20:25:41Z', 'revision_number': 3, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'gw_port': {'id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:40Z', 'updated_at': '2021-06-03T20:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:43.246753 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Checking router: 52977f2e-1425-4a13-9f45-2db9d266d488 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:25:43.247116 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Updating router 52977f2e-1425-4a13-9f45-2db9d266d488 port a38dacc0-ebd7-41aa-baea-e41857ed13a0 binding host dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:25:43.293705 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:43.302210 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-7da72a02-f0e8-49ca-8bd1-3e7b9ebd6a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:43.344358 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:43.357695 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:43.457178 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=a25bb96d-b9dc-43c0-9474-e378df54b518,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:43.462286 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:43.563610 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Allocated IP 172.20.0.1 (d075e017-3c8e-4ae7-964b-4a7baabe953d/7ca289dd-2492-4579-8331-968a915e8bba/3632eebc-c9b0-4909-9c21-12507019547d) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:25:43.698561 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Notify callbacks [] for port, precommit_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:43.711646 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Transition to ACTIVE for port object a38dacc0-ebd7-41aa-baea-e41857ed13a0 will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:25:43.795989 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:43.800623 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-6dd21284-9388-489d-870b-48227b6135e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:43.830526 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:43.847196 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.provisioning_blocks [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Transition to ACTIVE for port object 3632eebc-c9b0-4909-9c21-12507019547d will not be triggered until provisioned by entity DHCP. {{(pid=92637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:25:43.873214 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Attempting to bind port a38dacc0-ebd7-41aa-baea-e41857ed13a0 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:25:43.873602 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Attempting to bind port a38dacc0-ebd7-41aa-baea-e41857ed13a0 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:25:43.873957 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Attempting to bind port a38dacc0-ebd7-41aa-baea-e41857ed13a0 on network 03dbdf41-c79d-4ee5-9893-443b21628827 {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:25:43.880265 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44fd1c-003d-496d-8e79-76bef97f4e2d None None] Pushing event updated for resources: {'Port': ['ID=a38dacc0-ebd7-41aa-baea-e41857ed13a0,revision_number=2']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:43.883066 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-4d44fd1c-003d-496d-8e79-76bef97f4e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:43.885789 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:25:43.886993 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Checking segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:25:43.887434 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:43.888486 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Bound using segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:25:43.888989 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Bound port: a38dacc0-ebd7-41aa-baea-e41857ed13a0, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:25:43.889389 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:43.956548 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:43.961393 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-008d2a83-3e87-4269-b59d-5037f6a1a394 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:43.972345 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] For port a38dacc0-ebd7-41aa-baea-e41857ed13a0, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:25:43.972345 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] For port a38dacc0-ebd7-41aa-baea-e41857ed13a0, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=a38dacc0-ebd7-41aa-baea-e41857ed13a0,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:25:44.022803 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Network d075e017-3c8e-4ae7-964b-4a7baabe953d is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:25:44.025559 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:25:44.035056 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:25:44.060303 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:44.065722 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:44.068557 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=3632eebc-c9b0-4909-9c21-12507019547d,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:44.086048 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:44.086429 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:44.086830 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:44.087199 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:44.087560 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:44.087918 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:44.088297 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:44.088669 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:44.089027 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:44.089383 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:44.089727 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:44.090077 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:44.095997 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:44.104857 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-837115'] for router_interface, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:44.142723 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Routers {'52977f2e-1425-4a13-9f45-2db9d266d488'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:25:44.143609 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217420340>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:25:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['52977f2e-1425-4a13-9f45-2db9d266d488'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:44.209526 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44fd1c-003d-496d-8e79-76bef97f4e2d None None] Pushing event updated for resources: {'Port': ['ID=a38dacc0-ebd7-41aa-baea-e41857ed13a0,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:44.214017 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-4d44fd1c-003d-496d-8e79-76bef97f4e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:44.332729 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] Set router 52977f2e-1425-4a13-9f45-2db9d266d488 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:25:44.448485 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:44.454750 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-21161bd3-51d4-43c9-9421-20ef2dd0f440 None None] Provisioning for port 3632eebc-c9b0-4909-9c21-12507019547d completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:25:44.466546 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-21161bd3-51d4-43c9-9421-20ef2dd0f440 None None] Provisioning complete for port 3632eebc-c9b0-4909-9c21-12507019547d triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:25:44.467038 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-21161bd3-51d4-43c9-9421-20ef2dd0f440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:44.518925 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device a25bb96d-b9dc-43c0-9474-e378df54b518 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:25:44.651465 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-21161bd3-51d4-43c9-9421-20ef2dd0f440 None None] Port 3632eebc-c9b0-4909-9c21-12507019547d cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:25:44.684377 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:44.729345 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port a25bb96d-b9dc-43c0-9474-e378df54b518 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:25:44.729881 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:44.744787 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:44.774602 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-b2f267b2-c8f7-49a2-a4ac-736c948a4b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:44.863239 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=3632eebc-c9b0-4909-9c21-12507019547d,revision_number=2']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:44.865729 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926103'] for router_interface, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:44.873246 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:44.931491 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217420340>, [{'id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'name': 'tempest-TestShelveInstance-562640019-router', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:25:39Z', 'updated_at': '2021-06-03T20:25:41Z', 'revision_number': 3, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'gw_port': {'id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:40Z', 'updated_at': '2021-06-03T20:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:44.940043 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5c510d-2321-46a6-8877-63638fd2627e None None] The sync data for ids ['52977f2e-1425-4a13-9f45-2db9d266d488'] in dv-cinder-794669-1-iscsi is: [{'id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'name': 'tempest-TestShelveInstance-562640019-router', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:25:39Z', 'updated_at': '2021-06-03T20:25:41Z', 'revision_number': 3, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'gw_port': {'id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:40Z', 'updated_at': '2021-06-03T20:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:25:45.009056 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Network d075e017-3c8e-4ae7-964b-4a7baabe953d is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:25:45.010390 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:25:45.240689 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Router 52977f2e-1425-4a13-9f45-2db9d266d488 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:25:45.275215 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-da3b9b26-cd0e-4096-b08b-cf47f7161700 None None] Provisioning complete for port 3632eebc-c9b0-4909-9c21-12507019547d triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:25:45.275834 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-da3b9b26-cd0e-4096-b08b-cf47f7161700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:45.350774 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-da3b9b26-cd0e-4096-b08b-cf47f7161700 None None] Port 3632eebc-c9b0-4909-9c21-12507019547d cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:25:45.444328 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:25:45.454653 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] 10.222.0.96 "PUT /v2.0/routers/52977f2e-1425-4a13-9f45-2db9d266d488/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7666743
Jun 03 20:25:45.455542 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a4071fe7-1aad-40c9-8f9f-3a9200a7f88b req-0acb99ae-67d4-4ca9-afd6-6ca8788bbea5 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0794933
Jun 03 20:25:45.639169 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4071fe7-1aad-40c9-8f9f-3a9200a7f88b req-6e0fe9eb-62c9-4994-97fa-4eac318d0fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:45.640692 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a4071fe7-1aad-40c9-8f9f-3a9200a7f88b req-6e0fe9eb-62c9-4994-97fa-4eac318d0fe7 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=a9b525c195d240939facb0f0f69e34c4&device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 1098 time: 0.0814865
Jun 03 20:25:45.810707 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4071fe7-1aad-40c9-8f9f-3a9200a7f88b req-d991f3f8-362b-418f-b155-33622937371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:45.812311 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a4071fe7-1aad-40c9-8f9f-3a9200a7f88b req-d991f3f8-362b-418f-b155-33622937371a service neutron] 10.222.0.122 "GET /v2.0/networks?id=6e68be35-77da-422e-8229-bc0fe54b16d7 HTTP/1.1" status: 200  len: 914 time: 0.1393752
Jun 03 20:25:45.927422 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a4071fe7-1aad-40c9-8f9f-3a9200a7f88b req-6373b20d-892e-46fb-a8a0-dc9f1c0d4426 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=927c9d29-2568-4206-997a-7de18a1eef6a HTTP/1.1" status: 200  len: 1001 time: 0.0976398
Jun 03 20:25:45.999863 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4071fe7-1aad-40c9-8f9f-3a9200a7f88b req-0bc3785d-866d-454e-8f46-07f7aba35961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:46.001520 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a4071fe7-1aad-40c9-8f9f-3a9200a7f88b req-0bc3785d-866d-454e-8f46-07f7aba35961 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=edc2a89f-71b4-4e63-9775-449d925ee0ff HTTP/1.1" status: 200  len: 851 time: 0.0622787
Jun 03 20:25:46.085729 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4071fe7-1aad-40c9-8f9f-3a9200a7f88b req-68c0aa90-6259-4785-976a-74cec69eebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:46.087442 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a4071fe7-1aad-40c9-8f9f-3a9200a7f88b req-68c0aa90-6259-4785-976a-74cec69eebf0 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6e68be35-77da-422e-8229-bc0fe54b16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763063
Jun 03 20:25:46.243338 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a4071fe7-1aad-40c9-8f9f-3a9200a7f88b req-4bbc482c-6bf9-4520-a8c2-545b262a14be service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396027
Jun 03 20:25:46.283136 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 43476) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:46.288560 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-234502072-network', 'tenant_id': 'a637e5b1da744ccbaf352e79a72f97c2'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:25:46.293531 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:25:46.297448 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Usage tracker for resource:network and tenant:a637e5b1da744ccbaf352e79a72f97c2 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:25:46.300350 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:25:46.306271 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:25:46.391068 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a4071fe7-1aad-40c9-8f9f-3a9200a7f88b req-21cdf4e8-7629-43d6-bf97-1b949c1b1d49 service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340535
Jun 03 20:25:46.469499 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Made reservation on behalf of a637e5b1da744ccbaf352e79a72f97c2 for: {'network': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:25:46.471906 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:46.489271 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:46.508424 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:25:46.512747 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Usage tracker for resource:security_group_rule and tenant:a637e5b1da744ccbaf352e79a72f97c2 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:25:46.516176 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:25:46.527133 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:25:46.535530 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device a38dacc0-ebd7-41aa-baea-e41857ed13a0 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:25:46.609612 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:46.634743 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Sync routers for ids ['52977f2e-1425-4a13-9f45-2db9d266d488'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:25:46.644831 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Routers {'52977f2e-1425-4a13-9f45-2db9d266d488'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:25:46.645434 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217231610>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:25:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['52977f2e-1425-4a13-9f45-2db9d266d488'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:46.687712 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port a38dacc0-ebd7-41aa-baea-e41857ed13a0 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:25:46.687988 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:46.692160 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-be8ec447-d2e1-4687-b17c-2576a6615def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:46.717096 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port a38dacc0-ebd7-41aa-baea-e41857ed13a0 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:25:46.717096 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:46.722849 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1334}  {{(pid=92637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:25:46.732379 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e4d296-75ee-4d58-808f-44b66688f335,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:46.735854 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:46.740008 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:46.740436 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.segments_db [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Added segment 5318fa85-1b68-4fc4-8f35-e45fd405e015 of type vlan for network 3598f171-c974-43ad-9cad-ffd8dad2cd93
Jun 03 20:25:46.771186 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:46.821978 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Set router 52977f2e-1425-4a13-9f45-2db9d266d488 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:25:46.826310 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:46.842718 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port a38dacc0-ebd7-41aa-baea-e41857ed13a0, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=a38dacc0-ebd7-41aa-baea-e41857ed13a0,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:25:46.904515 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:46.905903 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:46.906528 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:46.912591 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:46.973364 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:46.975811 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-4d44fd1c-003d-496d-8e79-76bef97f4e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:47.060938 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=a38dacc0-ebd7-41aa-baea-e41857ed13a0,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:47.064944 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:47.142184 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Pushing event updated for resources: {'Network': ['ID=3598f171-c974-43ad-9cad-ffd8dad2cd93,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:47.145203 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:47.154519 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network 3598f171-c974-43ad-9cad-ffd8dad2cd93 details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:25:47.177278 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217231610>, [{'id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'name': 'tempest-TestShelveInstance-562640019-router', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:25:39Z', 'updated_at': '2021-06-03T20:25:44Z', 'revision_number': 4, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'gw_port': {'id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:40Z', 'updated_at': '2021-06-03T20:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '3632eebc-c9b0-4909-9c21-12507019547d', 'name': '', 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'mac_address': 'fa:16:3e:b1:8c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '7ca289dd-2492-4579-8331-968a915e8bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:43Z', 'updated_at': '2021-06-03T20:25:44Z', 'revision_number': 2, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'subnets': [{'id': '7ca289dd-2492-4579-8331-968a915e8bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:47.181337 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Checking router: 52977f2e-1425-4a13-9f45-2db9d266d488 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:25:47.181903 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Updating router 52977f2e-1425-4a13-9f45-2db9d266d488 port 3632eebc-c9b0-4909-9c21-12507019547d binding host dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:25:47.233075 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-96a0e703-7648-4562-9c45-7cae2cea78dc admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9486716
Jun 03 20:25:47.235037 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 43482) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:47.236145 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:47.241873 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] Request body: {'subnet': {'network_id': '3598f171-c974-43ad-9cad-ffd8dad2cd93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-234502072-subnet', 'tenant_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'ip_version': 4}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:25:47.247793 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:25:47.253436 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] Usage tracker for resource:subnet and tenant:a637e5b1da744ccbaf352e79a72f97c2 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:25:47.256609 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:25:47.265168 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:25:47.361099 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] Made reservation on behalf of a637e5b1da744ccbaf352e79a72f97c2 for: {'subnet': 1} {{(pid=92637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:25:47.363781 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14742462'] for subnet, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:47.607116 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Notify callbacks [] for port, precommit_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:47.623300 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.provisioning_blocks [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Transition to ACTIVE for port object 3632eebc-c9b0-4909-9c21-12507019547d will not be triggered until provisioned by entity L2. {{(pid=92640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:25:47.693488 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:47.698924 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:47.820051 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26ef68-f60f-4baa-a0e5-3dc1065f1dc5 None None] Pushing event updated for resources: {'Port': ['ID=3632eebc-c9b0-4909-9c21-12507019547d,revision_number=3']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:47.830861 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf26ef68-f60f-4baa-a0e5-3dc1065f1dc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:47.831204 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf26ef68-f60f-4baa-a0e5-3dc1065f1dc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:47.831744 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf26ef68-f60f-4baa-a0e5-3dc1065f1dc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:47.832089 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf26ef68-f60f-4baa-a0e5-3dc1065f1dc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:47.832384 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf26ef68-f60f-4baa-a0e5-3dc1065f1dc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:47.832709 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf26ef68-f60f-4baa-a0e5-3dc1065f1dc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:47.833031 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf26ef68-f60f-4baa-a0e5-3dc1065f1dc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:47.833356 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf26ef68-f60f-4baa-a0e5-3dc1065f1dc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:47.833676 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf26ef68-f60f-4baa-a0e5-3dc1065f1dc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:47.833796 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16399095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14742444'] for subnet, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:47.834018 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf26ef68-f60f-4baa-a0e5-3dc1065f1dc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:47.834312 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf26ef68-f60f-4baa-a0e5-3dc1065f1dc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:47.834606 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf26ef68-f60f-4baa-a0e5-3dc1065f1dc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:47.839694 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-cf26ef68-f60f-4baa-a0e5-3dc1065f1dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:47.845778 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-fad7f999-9b55-4e63-99a0-f03ec27a4b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:47.929472 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3959a6c6-5f1e-470b-9345-d926b343b600,revision_number=0']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:47.929747 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Attempting to bind port 3632eebc-c9b0-4909-9c21-12507019547d on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:25:47.930069 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Attempting to bind port 3632eebc-c9b0-4909-9c21-12507019547d by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'e3149497-77c5-4202-a530-739b9516f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d'}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:25:47.930433 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Attempting to bind port 3632eebc-c9b0-4909-9c21-12507019547d on network d075e017-3c8e-4ae7-964b-4a7baabe953d {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:25:47.936742 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:25:47.937104 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Checking segment: {'id': 'e3149497-77c5-4202-a530-739b9516f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:25:47.937716 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:47.938284 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Bound using segment: {'id': 'e3149497-77c5-4202-a530-739b9516f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d'} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:25:47.939026 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Bound port: 3632eebc-c9b0-4909-9c21-12507019547d, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3149497-77c5-4202-a530-739b9516f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d'}}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:25:47.939559 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:47.942076 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:47.944685 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] Checking segment: {'id': '5318fa85-1b68-4fc4-8f35-e45fd405e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '3598f171-c974-43ad-9cad-ffd8dad2cd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:25:47.945155 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] Network hostable DHCP agents. Network: 3598f171-c974-43ad-9cad-ffd8dad2cd93, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:25:48.018721 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] Network 3598f171-c974-43ad-9cad-ffd8dad2cd93 is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:25:48.030753 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] For port 3632eebc-c9b0-4909-9c21-12507019547d, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:25:48.033702 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] For port 3632eebc-c9b0-4909-9c21-12507019547d, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=3632eebc-c9b0-4909-9c21-12507019547d,segment=NetworkSegment(e3149497-77c5-4202-a530-739b9516f808),segment_id=e3149497-77c5-4202-a530-739b9516f808)] {{(pid=92640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:25:48.110192 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, 3598f171-c974-43ad-9cad-ffd8dad2cd93) {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:25:48.110764 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:48.115013 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-50e4e6fe-2535-4fa2-af10-b8091a8c0f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:48.119390 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:48.119984 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:48.121216 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91c0664-7367-4fcd-ba0d-fbe829d98864 None None] Network 3598f171-c974-43ad-9cad-ffd8dad2cd93 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:25:48.192269 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Routers {'52977f2e-1425-4a13-9f45-2db9d266d488'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:25:48.192905 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217231610>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:25:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['52977f2e-1425-4a13-9f45-2db9d266d488'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:48.232642 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9948571
Jun 03 20:25:48.235224 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43492) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:48.239763 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-234502072-router', 'tenant_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:25:48.247215 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:25:48.255420 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Usage tracker for resource:router and tenant:a637e5b1da744ccbaf352e79a72f97c2 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:25:48.266735 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26ef68-f60f-4baa-a0e5-3dc1065f1dc5 None None] Pushing event updated for resources: {'Port': ['ID=3632eebc-c9b0-4909-9c21-12507019547d,revision_number=4']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:48.272043 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:25:48.272535 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-cf26ef68-f60f-4baa-a0e5-3dc1065f1dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:48.276876 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:25:48.358614 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf48b4315-cbea-59e0-afd0-d1625a86666c-3598f171-c974-43ad-9cad-ffd8dad2cd93', 'network_id': '3598f171-c974-43ad-9cad-ffd8dad2cd93', 'tenant_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'fixed_ips': [{'subnet_id': '3959a6c6-5f1e-470b-9345-d926b343b600'}]}} from dv-cinder-794669-1-iscsi. {{(pid=92638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 20:25:48.359568 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:48.390349 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4105'] for router, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:48.391654 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:48.393526 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] Set router 52977f2e-1425-4a13-9f45-2db9d266d488 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:25:48.409033 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:48.521229 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device a38dacc0-ebd7-41aa-baea-e41857ed13a0 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:25:48.609030 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.db_base_plugin_common [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Allocated IP 172.20.0.2 (3598f171-c974-43ad-9cad-ffd8dad2cd93/3959a6c6-5f1e-470b-9345-d926b343b600/6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8) {{(pid=92638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:25:48.662313 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port a38dacc0-ebd7-41aa-baea-e41857ed13a0 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:25:48.662721 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:48.803732 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217231610>, [{'id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'name': 'tempest-TestShelveInstance-562640019-router', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:25:39Z', 'updated_at': '2021-06-03T20:25:44Z', 'revision_number': 4, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'gw_port': {'id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:40Z', 'updated_at': '2021-06-03T20:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '3632eebc-c9b0-4909-9c21-12507019547d', 'name': '', 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'mac_address': 'fa:16:3e:b1:8c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '7ca289dd-2492-4579-8331-968a915e8bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:43Z', 'updated_at': '2021-06-03T20:25:48Z', 'revision_number': 4, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'subnets': [{'id': '7ca289dd-2492-4579-8331-968a915e8bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:48.807697 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe498de-affb-4995-9a2b-e1a328729851 None None] The sync data for ids ['52977f2e-1425-4a13-9f45-2db9d266d488'] in dv-cinder-794669-1-iscsi is: [{'id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'name': 'tempest-TestShelveInstance-562640019-router', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:25:39Z', 'updated_at': '2021-06-03T20:25:44Z', 'revision_number': 4, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'gw_port': {'id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:40Z', 'updated_at': '2021-06-03T20:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '3632eebc-c9b0-4909-9c21-12507019547d', 'name': '', 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'mac_address': 'fa:16:3e:b1:8c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '7ca289dd-2492-4579-8331-968a915e8bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:43Z', 'updated_at': '2021-06-03T20:25:48Z', 'revision_number': 4, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'subnets': [{'id': '7ca289dd-2492-4579-8331-968a915e8bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:25:48.949096 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4206'] for router, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:48.977564 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Notify callbacks [] for port, precommit_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:48.991983 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Transition to ACTIVE for port object 6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8 will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:25:49.025578 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Transition to ACTIVE for port object 6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8 will not be triggered until provisioned by entity DHCP. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:25:49.094062 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596'] for port, after_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:49.097888 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:49.160327 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Network 3598f171-c974-43ad-9cad-ffd8dad2cd93 is already hosted by enough agents. {{(pid=92638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:25:49.163263 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.base_scheduler [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Resources bound (agent type, host, resource id):  {{(pid=92638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:25:49.167033 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Received port after_create {{(pid=92638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:25:49.211869 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Pushing event updated for resources: {'Port': ['ID=6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8,revision_number=1']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:49.218105 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:49.271782 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Attempting to bind port 6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:25:49.272120 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Attempting to bind port 6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': '5318fa85-1b68-4fc4-8f35-e45fd405e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '3598f171-c974-43ad-9cad-ffd8dad2cd93'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:25:49.272492 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Attempting to bind port 6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8 on network 3598f171-c974-43ad-9cad-ffd8dad2cd93 {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:25:49.280713 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:25:49.281094 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Checking segment: {'id': '5318fa85-1b68-4fc4-8f35-e45fd405e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '3598f171-c974-43ad-9cad-ffd8dad2cd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:25:49.281503 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:49.281920 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Bound using segment: {'id': '5318fa85-1b68-4fc4-8f35-e45fd405e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '3598f171-c974-43ad-9cad-ffd8dad2cd93'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:25:49.282394 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Bound port: 6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5318fa85-1b68-4fc4-8f35-e45fd405e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '3598f171-c974-43ad-9cad-ffd8dad2cd93'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:25:49.282803 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:49.360655 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:49.379098 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] For port 6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:25:49.383608 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] For port 6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8,segment=NetworkSegment(5318fa85-1b68-4fc4-8f35-e45fd405e015),segment_id=5318fa85-1b68-4fc4-8f35-e45fd405e015)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:25:49.392704 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:49.483199 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:49.487077 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:49.550202 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Allocated IP 172.27.0.160 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/1174f0e0-792e-40d7-8cdc-45f974d67f68) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:25:49.568292 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Pushing event updated for resources: {'Port': ['ID=6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8,revision_number=2']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:49.583086 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:49.583086 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:49.583086 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:49.583086 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:49.583086 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:49.583086 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:49.583086 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:49.583086 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:49.583086 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:49.583086 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:49.583086 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:49.583086 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:49.593002 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:49.719306 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:49.882310 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:49.886211 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c0d763f2-3088-4cb3-b441-9bb7c0c4e7d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:49.961689 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:25:49.964748 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:25:49.982652 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:25:50.007531 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Pushing event updated for resources: {'Port': ['ID=1174f0e0-792e-40d7-8cdc-45f974d67f68,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:50.026433 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:50.026833 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:50.027200 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:50.027556 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:50.027902 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:50.028319 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:50.030360 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:50.030360 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:50.030360 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:50.030952 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:50.030952 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:50.031178 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:25:50.040172 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:50.598199 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 3632eebc-c9b0-4909-9c21-12507019547d up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:25:50.684608 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:50.779132 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 3632eebc-c9b0-4909-9c21-12507019547d completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:25:50.785256 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 3632eebc-c9b0-4909-9c21-12507019547d triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:25:50.785874 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:50.882993 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958eec2d-5b45-42a5-a10b-83f978aff41c None None] Network 3598f171-c974-43ad-9cad-ffd8dad2cd93 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:25:50.998472 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:51.017602 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-9385e23b-de2c-4cf4-91fa-1ad5945ee4af None None] Provisioning for port 6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8 completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:25:51.044963 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-836917'] for router, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:51.067037 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port 3632eebc-c9b0-4909-9c21-12507019547d, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=3632eebc-c9b0-4909-9c21-12507019547d,segment=NetworkSegment(e3149497-77c5-4202-a530-739b9516f808),segment_id=e3149497-77c5-4202-a530-739b9516f808)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:25:51.159305 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:51.160226 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:25:51.191647 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:51.295883 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=3632eebc-c9b0-4909-9c21-12507019547d,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:51.300832 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:51.306099 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Router 450ad7b8-e805-44e1-9770-895374969825 is scheduled to L3 agent 107fbc38-de16-481d-8d22-795583403c3d with binding_index 1 {{(pid=92636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 20:25:51.378882 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:25:51.384169 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:25:51.384926 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:51.506377 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:25:51.517100 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Sync routers for ids ['450ad7b8-e805-44e1-9770-895374969825'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:25:51.521034 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:51.549265 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Routers {'450ad7b8-e805-44e1-9770-895374969825'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:25:51.549905 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f421769a610>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:25:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['450ad7b8-e805-44e1-9770-895374969825'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:51.589259 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Notify callbacks [] for router, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:51.595247 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.3544292
Jun 03 20:25:51.595247 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43518) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:51.641896 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-9fbae2a1-9bdb-4c98-afe1-73fd8f5ba010 None None] Provisioning complete for port 6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:25:51.642447 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9fbae2a1-9bdb-4c98-afe1-73fd8f5ba010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:51.672529 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port 6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8,segment=NetworkSegment(5318fa85-1b68-4fc4-8f35-e45fd405e015),segment_id=5318fa85-1b68-4fc4-8f35-e45fd405e015)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:25:51.761788 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:51.767924 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:51.866130 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Set router 450ad7b8-e805-44e1-9770-895374969825 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:25:51.977279 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:51.982062 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:52.226025 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f421769a610>, [{'id': '450ad7b8-e805-44e1-9770-895374969825', 'name': 'tempest-TestShelveInstance-234502072-router', 'tenant_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1174f0e0-792e-40d7-8cdc-45f974d67f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:25:48Z', 'updated_at': '2021-06-03T20:25:50Z', 'revision_number': 3, 'project_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'gw_port': {'id': '1174f0e0-792e-40d7-8cdc-45f974d67f68', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450ad7b8-e805-44e1-9770-895374969825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:49Z', 'updated_at': '2021-06-03T20:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:52.230078 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Checking router: 450ad7b8-e805-44e1-9770-895374969825 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:25:52.230431 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Updating router 450ad7b8-e805-44e1-9770-895374969825 port 1174f0e0-792e-40d7-8cdc-45f974d67f68 binding host dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:25:52.289885 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:52.400630 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:52.556576 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 3632eebc-c9b0-4909-9c21-12507019547d up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:25:52.620688 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Allocated IP 172.20.0.1 (3598f171-c974-43ad-9cad-ffd8dad2cd93/3959a6c6-5f1e-470b-9345-d926b343b600/0c2a01c2-f6cf-4544-9282-4c193e0819bc) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:25:52.673211 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 3632eebc-c9b0-4909-9c21-12507019547d triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:25:52.673977 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:52.771160 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:52.785091 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Notify callbacks [] for port, precommit_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:52.787608 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Transition to ACTIVE for port object 0c2a01c2-f6cf-4544-9282-4c193e0819bc will not be triggered until provisioned by entity DHCP. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:25:52.801426 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Transition to ACTIVE for port object 1174f0e0-792e-40d7-8cdc-45f974d67f68 will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:25:52.863944 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:25:52.891778 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:52.893681 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:52.898842 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c961f8fe-08c0-499f-a551-aa953379e3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:52.901625 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-49de90f0-b28d-44d4-86b0-b83be049b41a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:52.960580 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Network 3598f171-c974-43ad-9cad-ffd8dad2cd93 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:25:52.963706 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:25:52.968223 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:25:53.009722 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Pushing event updated for resources: {'Port': ['ID=0c2a01c2-f6cf-4544-9282-4c193e0819bc,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:53.019340 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:53.019728 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Attempting to bind port 1174f0e0-792e-40d7-8cdc-45f974d67f68 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:25:53.019728 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Attempting to bind port 1174f0e0-792e-40d7-8cdc-45f974d67f68 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:25:53.019728 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Attempting to bind port 1174f0e0-792e-40d7-8cdc-45f974d67f68 on network 03dbdf41-c79d-4ee5-9893-443b21628827 {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:25:53.022004 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce5634-f96c-4ee4-9927-8121a2313d03 None None] Pushing event updated for resources: {'Port': ['ID=1174f0e0-792e-40d7-8cdc-45f974d67f68,revision_number=2']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:53.027270 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-45ce5634-f96c-4ee4-9927-8121a2313d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:53.032481 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:25:53.033165 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Checking segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:25:53.034001 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:53.034595 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Bound using segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:25:53.035173 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Bound port: 1174f0e0-792e-40d7-8cdc-45f974d67f68, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:25:53.036091 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:53.045354 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-837115'] for router_interface, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:53.087621 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 6ad3d1e3-e8d6-4353-a537-d3ae8fc77da8 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:25:53.088004 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:53.181148 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] For port 1174f0e0-792e-40d7-8cdc-45f974d67f68, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:25:53.194008 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] For port 1174f0e0-792e-40d7-8cdc-45f974d67f68, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=1174f0e0-792e-40d7-8cdc-45f974d67f68,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:25:53.270443 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:53.274256 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:53.352139 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Routers {'450ad7b8-e805-44e1-9770-895374969825'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:25:53.352771 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f421769a610>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:25:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['450ad7b8-e805-44e1-9770-895374969825'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:53.393543 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:53.412509 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce5634-f96c-4ee4-9927-8121a2313d03 None None] Pushing event updated for resources: {'Port': ['ID=1174f0e0-792e-40d7-8cdc-45f974d67f68,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:53.414812 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-53a678b8-254a-41e4-a879-967149bd8c0d None None] Provisioning for port 0c2a01c2-f6cf-4544-9282-4c193e0819bc completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:25:53.427234 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-45ce5634-f96c-4ee4-9927-8121a2313d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:53.430097 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-53a678b8-254a-41e4-a879-967149bd8c0d None None] Provisioning complete for port 0c2a01c2-f6cf-4544-9282-4c193e0819bc triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:25:53.430470 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-53a678b8-254a-41e4-a879-967149bd8c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:53.475170 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4784-e3c5-4829-bf91-a761af956dda req-4ca0d5cf-d6df-443c-90c5-16417c1a2762 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:53.478253 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-004f4784-e3c5-4829-bf91-a761af956dda req-4ca0d5cf-d6df-443c-90c5-16417c1a2762 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 946 time: 0.1154954
Jun 03 20:25:53.533747 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-004f4784-e3c5-4829-bf91-a761af956dda req-37b294bc-1f96-443c-ac97-176e7c9f9069 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456445
Jun 03 20:25:53.572396 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-53a678b8-254a-41e4-a879-967149bd8c0d None None] Port 0c2a01c2-f6cf-4544-9282-4c193e0819bc cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:25:53.603591 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] Set router 450ad7b8-e805-44e1-9770-895374969825 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:25:53.657787 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:53.721501 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:53.749330 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:53.825421 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926103'] for router_interface, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:53.828739 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Pushing event updated for resources: {'Port': ['ID=0c2a01c2-f6cf-4544-9282-4c193e0819bc,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:53.831962 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:53.968113 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f421769a610>, [{'id': '450ad7b8-e805-44e1-9770-895374969825', 'name': 'tempest-TestShelveInstance-234502072-router', 'tenant_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1174f0e0-792e-40d7-8cdc-45f974d67f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:25:48Z', 'updated_at': '2021-06-03T20:25:53Z', 'revision_number': 4, 'project_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'gw_port': {'id': '1174f0e0-792e-40d7-8cdc-45f974d67f68', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450ad7b8-e805-44e1-9770-895374969825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:49Z', 'updated_at': '2021-06-03T20:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '0c2a01c2-f6cf-4544-9282-4c193e0819bc', 'name': '', 'network_id': '3598f171-c974-43ad-9cad-ffd8dad2cd93', 'tenant_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'mac_address': 'fa:16:3e:c6:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450ad7b8-e805-44e1-9770-895374969825', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '3959a6c6-5f1e-470b-9345-d926b343b600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:52Z', 'updated_at': '2021-06-03T20:25:52Z', 'revision_number': 1, 'project_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'subnets': [{'id': '3959a6c6-5f1e-470b-9345-d926b343b600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:53.969612 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Network 3598f171-c974-43ad-9cad-ffd8dad2cd93 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:25:53.970820 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:25:53.972523 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179ef4ee-48aa-4c63-99e7-b43234a708c7 None None] The sync data for ids ['450ad7b8-e805-44e1-9770-895374969825'] in dv-cinder-794669-1-iscsi is: [{'id': '450ad7b8-e805-44e1-9770-895374969825', 'name': 'tempest-TestShelveInstance-234502072-router', 'tenant_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1174f0e0-792e-40d7-8cdc-45f974d67f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:25:48Z', 'updated_at': '2021-06-03T20:25:53Z', 'revision_number': 4, 'project_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'gw_port': {'id': '1174f0e0-792e-40d7-8cdc-45f974d67f68', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450ad7b8-e805-44e1-9770-895374969825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:49Z', 'updated_at': '2021-06-03T20:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '0c2a01c2-f6cf-4544-9282-4c193e0819bc', 'name': '', 'network_id': '3598f171-c974-43ad-9cad-ffd8dad2cd93', 'tenant_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'mac_address': 'fa:16:3e:c6:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450ad7b8-e805-44e1-9770-895374969825', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '3959a6c6-5f1e-470b-9345-d926b343b600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:52Z', 'updated_at': '2021-06-03T20:25:52Z', 'revision_number': 1, 'project_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'subnets': [{'id': '3959a6c6-5f1e-470b-9345-d926b343b600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:25:54.211095 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-fd610d39-47fc-4896-aff3-8791601b943a None None] Provisioning complete for port 0c2a01c2-f6cf-4544-9282-4c193e0819bc triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:25:54.211472 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-fd610d39-47fc-4896-aff3-8791601b943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:54.277175 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-fd610d39-47fc-4896-aff3-8791601b943a None None] Port 0c2a01c2-f6cf-4544-9282-4c193e0819bc cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:25:54.295188 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Router 450ad7b8-e805-44e1-9770-895374969825 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:25:54.486012 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:25:54.495015 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] 10.222.0.96 "PUT /v2.0/routers/450ad7b8-e805-44e1-9770-895374969825/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9000022
Jun 03 20:25:54.732548 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32a512-996a-4e3e-b36a-19508b27f8a9 req-18067658-95aa-4100-8c0d-3f5e7826af6d tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:54.734002 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8b32a512-996a-4e3e-b36a-19508b27f8a9 req-18067658-95aa-4100-8c0d-3f5e7826af6d tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 946 time: 0.0828457
Jun 03 20:25:54.780971 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8b32a512-996a-4e3e-b36a-19508b27f8a9 req-5f9042e5-11e1-4448-8e98-f216c3c400ee tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411024
Jun 03 20:25:55.153613 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 43540) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:55.158407 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-a7be0889-d06f-4670-83de-82cf72a283ea tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-799202784', 'description': 'tempest-secgroup-smoke-799202784 description', 'project_id': 'db46fead74a948a1a87fad7d2871462c'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:25:55.164294 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-a7be0889-d06f-4670-83de-82cf72a283ea tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:25:55.167995 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-a7be0889-d06f-4670-83de-82cf72a283ea tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Usage tracker for resource:security_group and tenant:db46fead74a948a1a87fad7d2871462c is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:25:55.171437 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-a7be0889-d06f-4670-83de-82cf72a283ea tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:25:55.177015 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-a7be0889-d06f-4670-83de-82cf72a283ea tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:25:55.248448 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a7be0889-d06f-4670-83de-82cf72a283ea tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:55.268678 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-a7be0889-d06f-4670-83de-82cf72a283ea tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:25:55.272493 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-a7be0889-d06f-4670-83de-82cf72a283ea tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Usage tracker for resource:security_group_rule and tenant:db46fead74a948a1a87fad7d2871462c is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:25:55.275421 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-a7be0889-d06f-4670-83de-82cf72a283ea tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:25:55.281363 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-a7be0889-d06f-4670-83de-82cf72a283ea tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:25:55.353720 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a7be0889-d06f-4670-83de-82cf72a283ea tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:55.395716 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a7be0889-d06f-4670-83de-82cf72a283ea tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:55.399324 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a1b1c446-3658-41b0-84fb-a3c835d2e67f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:55.437430 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be0889-d06f-4670-83de-82cf72a283ea tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:55.440216 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a7be0889-d06f-4670-83de-82cf72a283ea tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:55.539183 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a7be0889-d06f-4670-83de-82cf72a283ea tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:55.543521 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-a7be0889-d06f-4670-83de-82cf72a283ea tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3856668
Jun 03 20:25:55.544821 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 43542) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:55.549940 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-d20cb430-6f5b-4b92-9e29-5ec13ae88b2a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Request body: {'security_group_rule': {'security_group_id': 'a9a57d31-9d0f-4bd0-8de4-522d7fc465d0', 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:25:55.556418 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-d20cb430-6f5b-4b92-9e29-5ec13ae88b2a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:25:55.560619 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-d20cb430-6f5b-4b92-9e29-5ec13ae88b2a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Usage tracker for resource:security_group_rule and tenant:db46fead74a948a1a87fad7d2871462c is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:25:55.563728 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-d20cb430-6f5b-4b92-9e29-5ec13ae88b2a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:25:55.569763 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-d20cb430-6f5b-4b92-9e29-5ec13ae88b2a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:25:55.693687 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d20cb430-6f5b-4b92-9e29-5ec13ae88b2a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:55.769921 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d20cb430-6f5b-4b92-9e29-5ec13ae88b2a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:55.842209 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d20cb430-6f5b-4b92-9e29-5ec13ae88b2a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:55.844727 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-b427846d-55ce-4bd3-a304-3d5b367aab1d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:55.872287 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cb430-6f5b-4b92-9e29-5ec13ae88b2a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0583ed-70c6-4db3-9aec-66802e06ac8d,revision_number=0']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:55.880601 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-d20cb430-6f5b-4b92-9e29-5ec13ae88b2a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:55.956243 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d20cb430-6f5b-4b92-9e29-5ec13ae88b2a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:55.957498 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-d20cb430-6f5b-4b92-9e29-5ec13ae88b2a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4115512
Jun 03 20:25:55.960314 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 43548) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:55.965122 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-2b2d1a37-be3c-467a-9ab3-9a036428299a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Request body: {'security_group_rule': {'security_group_id': 'a9a57d31-9d0f-4bd0-8de4-522d7fc465d0', 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:25:55.973527 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-2b2d1a37-be3c-467a-9ab3-9a036428299a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:25:55.979371 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-2b2d1a37-be3c-467a-9ab3-9a036428299a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Usage tracker for resource:security_group_rule and tenant:db46fead74a948a1a87fad7d2871462c is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:25:55.982728 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-2b2d1a37-be3c-467a-9ab3-9a036428299a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:25:55.990013 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-2b2d1a37-be3c-467a-9ab3-9a036428299a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:25:56.040284 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe36d0-3d2c-4ca5-8e58-0a2d34e84570 req-4d4f15d9-437e-4a38-9fce-09e31f5e7aad tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:56.041762 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0ebe36d0-3d2c-4ca5-8e58-0a2d34e84570 req-4d4f15d9-437e-4a38-9fce-09e31f5e7aad tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 946 time: 0.1457236
Jun 03 20:25:56.071115 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-2b2d1a37-be3c-467a-9ab3-9a036428299a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.082226 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408c92b-20a4-4881-a07d-5319023be22d req-01679371-ecd0-493f-90c4-59d9be979231 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:25:56.082226 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2408c92b-20a4-4881-a07d-5319023be22d req-01679371-ecd0-493f-90c4-59d9be979231 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.122 "GET /v2.0/ports?device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 946 time: 0.1497343
Jun 03 20:25:56.144833 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-2b2d1a37-be3c-467a-9ab3-9a036428299a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.146133 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-0ebe36d0-3d2c-4ca5-8e58-0a2d34e84570 req-8f6b647c-f446-45a8-b5ed-d994913f2082 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950656
Jun 03 20:25:56.219021 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-2b2d1a37-be3c-467a-9ab3-9a036428299a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.221162 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-d20cb430-6f5b-4b92-9e29-5ec13ae88b2a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:56.239436 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-2408c92b-20a4-4881-a07d-5319023be22d req-739077a4-dd69-4fce-af9d-17e1446393c6 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Deleting port b8d60b0e-ffca-4a67-8a9d-8a9c3013606c {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:25:56.239784 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-2408c92b-20a4-4881-a07d-5319023be22d req-739077a4-dd69-4fce-af9d-17e1446393c6 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.243882 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d1a37-be3c-467a-9ab3-9a036428299a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8029d2-77cf-4b27-b9d7-336c89f98409,revision_number=0']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:56.246341 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-2b2d1a37-be3c-467a-9ab3-9a036428299a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:56.305061 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-2b2d1a37-be3c-467a-9ab3-9a036428299a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.306343 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-2b2d1a37-be3c-467a-9ab3-9a036428299a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3450344
Jun 03 20:25:56.309005 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 43550) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:56.314121 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-c2900234-be32-4e8b-b8b3-9215d7a30ed4 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Request body: {'security_group_rule': {'security_group_id': 'a9a57d31-9d0f-4bd0-8de4-522d7fc465d0', 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:25:56.320946 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-c2900234-be32-4e8b-b8b3-9215d7a30ed4 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:25:56.324718 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-c2900234-be32-4e8b-b8b3-9215d7a30ed4 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Usage tracker for resource:security_group_rule and tenant:db46fead74a948a1a87fad7d2871462c is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:25:56.328462 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-c2900234-be32-4e8b-b8b3-9215d7a30ed4 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:25:56.334280 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-c2900234-be32-4e8b-b8b3-9215d7a30ed4 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:25:56.403248 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-2408c92b-20a4-4881-a07d-5319023be22d req-739077a4-dd69-4fce-af9d-17e1446393c6 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] For port b8d60b0e-ffca-4a67-8a9d-8a9c3013606c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b8d60b0e-ffca-4a67-8a9d-8a9c3013606c,segment=NetworkSegment(278fc964-c8b4-40fb-8330-7cbf2be50ad0),segment_id=278fc964-c8b4-40fb-8330-7cbf2be50ad0)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:25:56.403608 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-2408c92b-20a4-4881-a07d-5319023be22d req-739077a4-dd69-4fce-af9d-17e1446393c6 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.419512 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c2900234-be32-4e8b-b8b3-9215d7a30ed4 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.504930 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c2900234-be32-4e8b-b8b3-9215d7a30ed4 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.534722 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-2408c92b-20a4-4881-a07d-5319023be22d req-739077a4-dd69-4fce-af9d-17e1446393c6 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Calling delete_port for b8d60b0e-ffca-4a67-8a9d-8a9c3013606c owned by compute:nova {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:25:56.579219 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 1174f0e0-792e-40d7-8cdc-45f974d67f68 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:25:56.590157 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c2900234-be32-4e8b-b8b3-9215d7a30ed4 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.592427 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4fad80c4-f30b-447d-b294-d4c3ffe5e174 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:56.634919 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2900234-be32-4e8b-b8b3-9215d7a30ed4 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac46514-696e-4d6b-a0bd-ce35055cf5be,revision_number=0']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:56.639716 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-c2900234-be32-4e8b-b8b3-9215d7a30ed4 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:56.704454 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-c2900234-be32-4e8b-b8b3-9215d7a30ed4 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.705682 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-c2900234-be32-4e8b-b8b3-9215d7a30ed4 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3952551
Jun 03 20:25:56.708467 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 43552) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:56.713141 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-90501bd5-2ecf-444d-98c0-6fbc69a025b2 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Request body: {'security_group_rule': {'security_group_id': 'a9a57d31-9d0f-4bd0-8de4-522d7fc465d0', 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:25:56.719110 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-90501bd5-2ecf-444d-98c0-6fbc69a025b2 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:25:56.723055 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-90501bd5-2ecf-444d-98c0-6fbc69a025b2 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Usage tracker for resource:security_group_rule and tenant:db46fead74a948a1a87fad7d2871462c is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:25:56.725880 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-90501bd5-2ecf-444d-98c0-6fbc69a025b2 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:25:56.733433 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 1174f0e0-792e-40d7-8cdc-45f974d67f68 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:25:56.734118 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-2408c92b-20a4-4881-a07d-5319023be22d req-739077a4-dd69-4fce-af9d-17e1446393c6 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.735685 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-90501bd5-2ecf-444d-98c0-6fbc69a025b2 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:25:56.741194 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 1174f0e0-792e-40d7-8cdc-45f974d67f68 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:25:56.741819 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.744969 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-cb7af0aa-7ded-4528-b1a4-4a287d4e7041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:56.770297 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['b8d60b0e-ffca-4a67-8a9d-8a9c3013606c'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:25:56.795357 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739077a4-dd69-4fce-af9d-17e1446393c6 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Pushing event deleted for resources: {'Port': ['ID=b8d60b0e-ffca-4a67-8a9d-8a9c3013606c,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:56.803732 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-739077a4-dd69-4fce-af9d-17e1446393c6 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:56.812751 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-90501bd5-2ecf-444d-98c0-6fbc69a025b2 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.862444 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Sync routers for ids ['450ad7b8-e805-44e1-9770-895374969825'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:25:56.875113 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Routers {'450ad7b8-e805-44e1-9770-895374969825'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:25:56.876785 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42176fcd00>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:25:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['450ad7b8-e805-44e1-9770-895374969825'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:56.920756 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-90501bd5-2ecf-444d-98c0-6fbc69a025b2 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.921925 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.938033 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-2408c92b-20a4-4881-a07d-5319023be22d req-739077a4-dd69-4fce-af9d-17e1446393c6 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] No DVR routers for this DVR port b8d60b0e-ffca-4a67-8a9d-8a9c3013606c on host hv-cinder-79466 {{(pid=92636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:25:56.938961 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port 1174f0e0-792e-40d7-8cdc-45f974d67f68, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=1174f0e0-792e-40d7-8cdc-45f974d67f68,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:25:56.941598 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-2408c92b-20a4-4881-a07d-5319023be22d req-739077a4-dd69-4fce-af9d-17e1446393c6 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.946430 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc197720-0855-49ab-abb9-43af01b4d6aa', 'name': 'network-vif-deleted', 'tag': 'b8d60b0e-ffca-4a67-8a9d-8a9c3013606c'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:25:56.949711 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a3cb0e-92f6-407b-9790-248628f7f3e3" -d '{"events": [{"server_uuid": "dc197720-0855-49ab-abb9-43af01b4d6aa", "name": "network-vif-deleted", "tag": "b8d60b0e-ffca-4a67-8a9d-8a9c3013606c"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:25:56.968128 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-90501bd5-2ecf-444d-98c0-6fbc69a025b2 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.970437 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:56.986688 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:56.996332 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:57.000912 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90501bd5-2ecf-444d-98c0-6fbc69a025b2 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0a76f0-77d8-4275-ae7a-904519bf911b,revision_number=0']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:57.004097 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-90501bd5-2ecf-444d-98c0-6fbc69a025b2 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:57.006528 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b2c38b-c66f-4345-a1a4-3cbe8a3e5cdd x-openstack-request-id: req-62b2c38b-c66f-4345-a1a4-3cbe8a3e5cdd {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:25:57.008487 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc197720-0855-49ab-abb9-43af01b4d6aa", "name": "network-vif-deleted", "tag": "b8d60b0e-ffca-4a67-8a9d-8a9c3013606c", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:25:57.008876 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-62b2c38b-c66f-4345-a1a4-3cbe8a3e5cdd {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:25:57.010095 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc197720-0855-49ab-abb9-43af01b4d6aa', 'name': 'network-vif-deleted', 'tag': 'b8d60b0e-ffca-4a67-8a9d-8a9c3013606c', 'status': 'completed', 'code': 200}
Jun 03 20:25:57.032032 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2408c92b-20a4-4881-a07d-5319023be22d req-739077a4-dd69-4fce-af9d-17e1446393c6 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.122 "DELETE /v2.0/ports/b8d60b0e-ffca-4a67-8a9d-8a9c3013606c HTTP/1.1" status: 204  len: 173 time: 0.9370897
Jun 03 20:25:57.048127 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-90501bd5-2ecf-444d-98c0-6fbc69a025b2 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:57.049840 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-90501bd5-2ecf-444d-98c0-6fbc69a025b2 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3403363
Jun 03 20:25:57.057259 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43560) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:57.064239 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-3323f847-8392-4fb3-b40e-6b97e4983a4c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Request body: {'security_group_rule': {'security_group_id': 'a9a57d31-9d0f-4bd0-8de4-522d7fc465d0', 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:25:57.071904 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3323f847-8392-4fb3-b40e-6b97e4983a4c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:25:57.077272 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3323f847-8392-4fb3-b40e-6b97e4983a4c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Usage tracker for resource:security_group_rule and tenant:db46fead74a948a1a87fad7d2871462c is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:25:57.078407 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Set router 450ad7b8-e805-44e1-9770-895374969825 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:25:57.080865 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-3323f847-8392-4fb3-b40e-6b97e4983a4c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:25:57.089443 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-3323f847-8392-4fb3-b40e-6b97e4983a4c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:25:57.093953 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=1174f0e0-792e-40d7-8cdc-45f974d67f68,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:57.101798 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:57.202216 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.securitygroups_db [None req-3323f847-8392-4fb3-b40e-6b97e4983a4c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Project db46fead74a948a1a87fad7d2871462c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 20:25:57.208361 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3323f847-8392-4fb3-b40e-6b97e4983a4c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:57.333876 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-111c6e59-8e87-4930-ad65-e2042e0af552 req-a7fd115e-74bf-4c1c-9e73-b4b6cb44116e tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Synchronizing usage tracker for tenant:86f9969bc0474540b9a27d4643e5959b on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:25:57.344351 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3323f847-8392-4fb3-b40e-6b97e4983a4c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:57.408070 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42176fcd00>, [{'id': '450ad7b8-e805-44e1-9770-895374969825', 'name': 'tempest-TestShelveInstance-234502072-router', 'tenant_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1174f0e0-792e-40d7-8cdc-45f974d67f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:25:48Z', 'updated_at': '2021-06-03T20:25:53Z', 'revision_number': 4, 'project_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'gw_port': {'id': '1174f0e0-792e-40d7-8cdc-45f974d67f68', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450ad7b8-e805-44e1-9770-895374969825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:49Z', 'updated_at': '2021-06-03T20:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '0c2a01c2-f6cf-4544-9282-4c193e0819bc', 'name': '', 'network_id': '3598f171-c974-43ad-9cad-ffd8dad2cd93', 'tenant_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'mac_address': 'fa:16:3e:c6:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450ad7b8-e805-44e1-9770-895374969825', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '3959a6c6-5f1e-470b-9345-d926b343b600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:52Z', 'updated_at': '2021-06-03T20:25:53Z', 'revision_number': 2, 'project_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'subnets': [{'id': '3959a6c6-5f1e-470b-9345-d926b343b600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:57.408289 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Checking router: 450ad7b8-e805-44e1-9770-895374969825 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:25:57.408513 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Updating router 450ad7b8-e805-44e1-9770-895374969825 port 0c2a01c2-f6cf-4544-9282-4c193e0819bc binding host dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:25:57.424909 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-b205c869-5668-48a1-9e9d-5417d7410ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:57.425309 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3323f847-8392-4fb3-b40e-6b97e4983a4c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:57.426060 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-111c6e59-8e87-4930-ad65-e2042e0af552 req-a7fd115e-74bf-4c1c-9e73-b4b6cb44116e tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Unset dirty status for tenant:86f9969bc0474540b9a27d4643e5959b on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:25:57.427265 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-111c6e59-8e87-4930-ad65-e2042e0af552 req-a7fd115e-74bf-4c1c-9e73-b4b6cb44116e tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc197720-0855-49ab-abb9-43af01b4d6aa HTTP/1.1" status: 200  len: 210 time: 0.1438515
Jun 03 20:25:57.429231 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:57.453828 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323f847-8392-4fb3-b40e-6b97e4983a4c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afed4314-b229-48e4-82d9-38e74bbf96e5,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:57.456308 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3323f847-8392-4fb3-b40e-6b97e4983a4c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:57.468022 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:57.545200 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3323f847-8392-4fb3-b40e-6b97e4983a4c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:57.548957 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-3323f847-8392-4fb3-b40e-6b97e4983a4c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4875488
Jun 03 20:25:57.549102 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 43566) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:25:57.553723 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-e227e3ca-6dd5-467e-b321-97e7b24c47ef tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Request body: {'security_group_rule': {'security_group_id': 'a9a57d31-9d0f-4bd0-8de4-522d7fc465d0', 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:25:57.559817 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-e227e3ca-6dd5-467e-b321-97e7b24c47ef tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:25:57.563597 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-e227e3ca-6dd5-467e-b321-97e7b24c47ef tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Usage tracker for resource:security_group_rule and tenant:db46fead74a948a1a87fad7d2871462c is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:25:57.566474 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-e227e3ca-6dd5-467e-b321-97e7b24c47ef tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:25:57.572076 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-e227e3ca-6dd5-467e-b321-97e7b24c47ef tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:25:57.595419 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:25:57.670821 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.securitygroups_db [None req-e227e3ca-6dd5-467e-b321-97e7b24c47ef tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Project db46fead74a948a1a87fad7d2871462c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 20:25:57.677467 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e227e3ca-6dd5-467e-b321-97e7b24c47ef tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:57.755950 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e227e3ca-6dd5-467e-b321-97e7b24c47ef tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:57.843530 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Notify callbacks [] for port, precommit_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:57.846121 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.provisioning_blocks [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Transition to ACTIVE for port object 0c2a01c2-f6cf-4544-9282-4c193e0819bc will not be triggered until provisioned by entity L2. {{(pid=92640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:25:57.887935 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e227e3ca-6dd5-467e-b321-97e7b24c47ef tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:57.893513 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3323f847-8392-4fb3-b40e-6b97e4983a4c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:57.916062 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227e3ca-6dd5-467e-b321-97e7b24c47ef tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3253b9-0aea-4f79-8bf0-63bdbfb6b6e9,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:57.920414 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e227e3ca-6dd5-467e-b321-97e7b24c47ef tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:57.972970 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:57.977177 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-62104de9-5723-4aec-be5e-9811fad77788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:58.018517 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e227e3ca-6dd5-467e-b321-97e7b24c47ef tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:58.019537 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-e227e3ca-6dd5-467e-b321-97e7b24c47ef tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4694645
Jun 03 20:25:58.148813 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99611b43-198b-41be-ade4-fe9dd4390853 None None] Pushing event updated for resources: {'Port': ['ID=0c2a01c2-f6cf-4544-9282-4c193e0819bc,revision_number=3']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:58.160838 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-99611b43-198b-41be-ade4-fe9dd4390853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:58.263963 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Attempting to bind port 0c2a01c2-f6cf-4544-9282-4c193e0819bc on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:25:58.264346 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Attempting to bind port 0c2a01c2-f6cf-4544-9282-4c193e0819bc by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': '5318fa85-1b68-4fc4-8f35-e45fd405e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '3598f171-c974-43ad-9cad-ffd8dad2cd93'}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:25:58.264710 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Attempting to bind port 0c2a01c2-f6cf-4544-9282-4c193e0819bc on network 3598f171-c974-43ad-9cad-ffd8dad2cd93 {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:25:58.291415 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:25:58.291415 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Checking segment: {'id': '5318fa85-1b68-4fc4-8f35-e45fd405e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '3598f171-c974-43ad-9cad-ffd8dad2cd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:25:58.291415 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:58.291415 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Bound using segment: {'id': '5318fa85-1b68-4fc4-8f35-e45fd405e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '3598f171-c974-43ad-9cad-ffd8dad2cd93'} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:25:58.291415 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Bound port: 0c2a01c2-f6cf-4544-9282-4c193e0819bc, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5318fa85-1b68-4fc4-8f35-e45fd405e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '3598f171-c974-43ad-9cad-ffd8dad2cd93'}}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:25:58.291415 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:58.390271 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] For port 0c2a01c2-f6cf-4544-9282-4c193e0819bc, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:25:58.393847 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] For port 0c2a01c2-f6cf-4544-9282-4c193e0819bc, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=0c2a01c2-f6cf-4544-9282-4c193e0819bc,segment=NetworkSegment(5318fa85-1b68-4fc4-8f35-e45fd405e015),segment_id=5318fa85-1b68-4fc4-8f35-e45fd405e015)] {{(pid=92640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:25:58.482027 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:58.493019 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:25:58.528914 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 1174f0e0-792e-40d7-8cdc-45f974d67f68 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:25:58.576831 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99611b43-198b-41be-ade4-fe9dd4390853 None None] Pushing event updated for resources: {'Port': ['ID=0c2a01c2-f6cf-4544-9282-4c193e0819bc,revision_number=4']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:25:58.585750 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-99611b43-198b-41be-ade4-fe9dd4390853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:25:58.594164 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Routers {'450ad7b8-e805-44e1-9770-895374969825'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:25:58.594962 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42176fcd00>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:25:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['450ad7b8-e805-44e1-9770-895374969825'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:58.614440 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 1174f0e0-792e-40d7-8cdc-45f974d67f68 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:25:58.615119 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:25:58.845916 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] Set router 450ad7b8-e805-44e1-9770-895374969825 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:25:59.189396 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42176fcd00>, [{'id': '450ad7b8-e805-44e1-9770-895374969825', 'name': 'tempest-TestShelveInstance-234502072-router', 'tenant_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1174f0e0-792e-40d7-8cdc-45f974d67f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:25:48Z', 'updated_at': '2021-06-03T20:25:53Z', 'revision_number': 4, 'project_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'gw_port': {'id': '1174f0e0-792e-40d7-8cdc-45f974d67f68', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450ad7b8-e805-44e1-9770-895374969825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:49Z', 'updated_at': '2021-06-03T20:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '0c2a01c2-f6cf-4544-9282-4c193e0819bc', 'name': '', 'network_id': '3598f171-c974-43ad-9cad-ffd8dad2cd93', 'tenant_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'mac_address': 'fa:16:3e:c6:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450ad7b8-e805-44e1-9770-895374969825', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '3959a6c6-5f1e-470b-9345-d926b343b600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:52Z', 'updated_at': '2021-06-03T20:25:58Z', 'revision_number': 4, 'project_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'subnets': [{'id': '3959a6c6-5f1e-470b-9345-d926b343b600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:25:59.193533 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dd1a76-27ff-4afa-8b68-c3e10f1fbf57 None None] The sync data for ids ['450ad7b8-e805-44e1-9770-895374969825'] in dv-cinder-794669-1-iscsi is: [{'id': '450ad7b8-e805-44e1-9770-895374969825', 'name': 'tempest-TestShelveInstance-234502072-router', 'tenant_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1174f0e0-792e-40d7-8cdc-45f974d67f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:25:48Z', 'updated_at': '2021-06-03T20:25:53Z', 'revision_number': 4, 'project_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'gw_port': {'id': '1174f0e0-792e-40d7-8cdc-45f974d67f68', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450ad7b8-e805-44e1-9770-895374969825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:49Z', 'updated_at': '2021-06-03T20:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '0c2a01c2-f6cf-4544-9282-4c193e0819bc', 'name': '', 'network_id': '3598f171-c974-43ad-9cad-ffd8dad2cd93', 'tenant_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'mac_address': 'fa:16:3e:c6:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450ad7b8-e805-44e1-9770-895374969825', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '3959a6c6-5f1e-470b-9345-d926b343b600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:52Z', 'updated_at': '2021-06-03T20:25:58Z', 'revision_number': 4, 'project_id': 'a637e5b1da744ccbaf352e79a72f97c2', 'subnets': [{'id': '3959a6c6-5f1e-470b-9345-d926b343b600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:25:59.354205 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device b8d60b0e-ffca-4a67-8a9d-8a9c3013606c no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:25:59.393708 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: b8d60b0e-ffca-4a67-8a9d-8a9c3013606c {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:25:59.394079 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device b8d60b0e-ffca-4a67-8a9d-8a9c3013606c not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:26:00.001916 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-035ccafd-007f-4afb-8c78-567c32c46fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:00.030795 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:00.533221 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 0c2a01c2-f6cf-4544-9282-4c193e0819bc up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:26:00.657690 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port 0c2a01c2-f6cf-4544-9282-4c193e0819bc completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:26:00.662815 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 0c2a01c2-f6cf-4544-9282-4c193e0819bc triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:26:00.663196 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:00.786723 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:00.818322 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port 0c2a01c2-f6cf-4544-9282-4c193e0819bc, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=0c2a01c2-f6cf-4544-9282-4c193e0819bc,segment=NetworkSegment(5318fa85-1b68-4fc4-8f35-e45fd405e015),segment_id=5318fa85-1b68-4fc4-8f35-e45fd405e015)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:26:00.933004 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:00.935411 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:26:01.005054 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=0c2a01c2-f6cf-4544-9282-4c193e0819bc,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:26:01.008076 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:26:01.316032 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:02.511663 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 0c2a01c2-f6cf-4544-9282-4c193e0819bc up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:26:02.578938 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port 0c2a01c2-f6cf-4544-9282-4c193e0819bc triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:26:02.579316 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:02.905316 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:04.006560 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc2112-3ce4-42d5-8484-53f58010d6a6 req-8a3f88b6-b48a-467a-adcc-9293675e4161 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:04.007988 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f9bc2112-3ce4-42d5-8484-53f58010d6a6 req-8a3f88b6-b48a-467a-adcc-9293675e4161 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0850251
Jun 03 20:26:04.055008 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f9bc2112-3ce4-42d5-8484-53f58010d6a6 req-69d3bd52-7c7e-46d6-b31e-5439701a0309 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407801
Jun 03 20:26:05.249578 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1aa29-4fdf-4907-9dcc-58047e7acae5 req-7b0420fc-8ccf-47e2-91e6-6222cc96f47b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:05.251036 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4fb1aa29-4fdf-4907-9dcc-58047e7acae5 req-7b0420fc-8ccf-47e2-91e6-6222cc96f47b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0803046
Jun 03 20:26:05.302831 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4fb1aa29-4fdf-4907-9dcc-58047e7acae5 req-309d0a0e-1d0e-498c-a96a-9fe3707a5b3f tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458338
Jun 03 20:26:06.655364 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e440b86-8e27-407c-91eb-1bc11171edd1 req-211369f1-eced-42b0-bc05-d0cad779d57e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:06.656998 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8e440b86-8e27-407c-91eb-1bc11171edd1 req-211369f1-eced-42b0-bc05-d0cad779d57e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0884717
Jun 03 20:26:06.701217 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8e440b86-8e27-407c-91eb-1bc11171edd1 req-0de9374c-8c62-4955-bf30-146418336730 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386662
Jun 03 20:26:07.898562 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b03f6f-b771-4782-98cc-69948e9420d8 req-5c6b1051-8813-48c7-8490-4ab1bc828311 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:07.900034 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f1b03f6f-b771-4782-98cc-69948e9420d8 req-5c6b1051-8813-48c7-8490-4ab1bc828311 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0870986
Jun 03 20:26:07.945673 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f1b03f6f-b771-4782-98cc-69948e9420d8 req-d3253fa5-5c9f-4d61-a7e8-ade4b5aa0525 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387321
Jun 03 20:26:09.137401 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecd00a-31a6-4a98-8f6f-1c1f5296f246 req-e72145cc-78ab-4b3e-8aa1-ce9ba4e340dc tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:09.139535 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65ecd00a-31a6-4a98-8f6f-1c1f5296f246 req-e72145cc-78ab-4b3e-8aa1-ce9ba4e340dc tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0831842
Jun 03 20:26:09.184799 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-65ecd00a-31a6-4a98-8f6f-1c1f5296f246 req-499bd650-d9b6-4eaa-9b1e-b7b915a21e39 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394371
Jun 03 20:26:09.685952 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:09.925943 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-b4fdfcc5-584e-4831-80e1-ecf05febcb4d tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:09.927467 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-b4fdfcc5-584e-4831-80e1-ecf05febcb4d tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/networks?id=632258e4-ef84-437b-95c8-25824c8ff24c HTTP/1.1" status: 200  len: 814 time: 0.2442915
Jun 03 20:26:09.942408 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-7ec664fb-bb0e-42f3-9949-b33222ca50f2 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/quotas/86f9969bc0474540b9a27d4643e5959b HTTP/1.1" status: 200  len: 375 time: 0.0095396
Jun 03 20:26:09.989760 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-979e27a0-5b94-457c-b8cd-4c91b2da506d tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=86f9969bc0474540b9a27d4643e5959b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0420375
Jun 03 20:26:10.126922 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-43709b30-1395-4360-8ad7-9ee1b7087f69 service neutron] 10.222.0.96 "GET /v2.0/networks/632258e4-ef84-437b-95c8-25824c8ff24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286073
Jun 03 20:26:10.260253 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-338078d1-aa20-492e-9aaf-f08bdbb429c2 service neutron] 10.222.0.96 "GET /v2.0/networks/632258e4-ef84-437b-95c8-25824c8ff24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274943
Jun 03 20:26:10.381281 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d762c1e-f247-41cc-ab37-b2174af984e8 req-00160ab7-ad6e-4cce-9259-d2a536e75f3b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:10.382655 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7d762c1e-f247-41cc-ab37-b2174af984e8 req-00160ab7-ad6e-4cce-9259-d2a536e75f3b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0838971
Jun 03 20:26:10.430258 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7d762c1e-f247-41cc-ab37-b2174af984e8 req-7ed5d70b-bfa9-4c6a-ac27-afd1c460e97c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411282
Jun 03 20:26:10.556892 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-06850701-08d0-4044-b3b1-43e3de83d25a req-e5ba50fd-a348-4bd9-82be-5c80f851f54b tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 210 time: 0.0432379
Jun 03 20:26:11.627447 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1123270-3b47-4fa2-8912-bb88e1d3218f req-929da036-8688-4eb4-8e7e-77f607af3aff tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:11.628808 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e1123270-3b47-4fa2-8912-bb88e1d3218f req-929da036-8688-4eb4-8e7e-77f607af3aff tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0846124
Jun 03 20:26:11.678378 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e1123270-3b47-4fa2-8912-bb88e1d3218f req-e9f117ca-0504-488e-a1cf-f16c59ceaf7c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436318
Jun 03 20:26:11.801622 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-66dbb646-48c8-4a55-9914-fce56cba31ba req-b8805f15-9c65-4c41-8e5c-7ff2e88e691b tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 210 time: 0.1354175
Jun 03 20:26:12.973984 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-eda4aa24-fdbe-4d93-b340-37c8274af22d req-d031b7cb-6cc0-434f-be68-d25aeb7fc1af tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 210 time: 0.0642827
Jun 03 20:26:13.018020 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-13ce97c7-2516-43af-92a7-85b6ee11cd8d tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:13.019437 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-13ce97c7-2516-43af-92a7-85b6ee11cd8d tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.122 "GET /v2.0/networks?id=632258e4-ef84-437b-95c8-25824c8ff24c HTTP/1.1" status: 200  len: 814 time: 0.1819487
Jun 03 20:26:13.027208 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc974ef-9eba-4121-a38d-9ed119a99e10 req-740519b7-7f31-411e-9b96-a436e50f2a9e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:13.028790 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3cc974ef-9eba-4121-a38d-9ed119a99e10 req-740519b7-7f31-411e-9b96-a436e50f2a9e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.2354515
Jun 03 20:26:13.034479 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-4f886fe1-f1d8-4ee3-9bec-7db724d78b17 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Request body: {'port': {'device_id': '6f221f58-54e5-4ee7-9105-dd27af9ef11e', 'network_id': '632258e4-ef84-437b-95c8-25824c8ff24c', 'admin_state_up': True, 'tenant_id': '86f9969bc0474540b9a27d4643e5959b'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:26:13.169396 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3cc974ef-9eba-4121-a38d-9ed119a99e10 req-7976617e-1c5e-441a-9456-599121ff3634 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1214383
Jun 03 20:26:13.204709 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-4f886fe1-f1d8-4ee3-9bec-7db724d78b17 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:26:13.214308 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-4f886fe1-f1d8-4ee3-9bec-7db724d78b17 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:26:13.361302 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-4f886fe1-f1d8-4ee3-9bec-7db724d78b17 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Made reservation on behalf of 86f9969bc0474540b9a27d4643e5959b for: {'port': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:26:13.365162 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-4f886fe1-f1d8-4ee3-9bec-7db724d78b17 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:13.531980 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-4f886fe1-f1d8-4ee3-9bec-7db724d78b17 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Allocated IP 172.20.0.13 (632258e4-ef84-437b-95c8-25824c8ff24c/18d87829-15ab-43fa-8527-77722b0e1bd3/34d5377f-1245-43b9-a932-82ac8dda9576) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:26:13.740126 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-4f886fe1-f1d8-4ee3-9bec-7db724d78b17 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:13.842227 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-4f886fe1-f1d8-4ee3-9bec-7db724d78b17 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:13.848473 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b0d2d929-17ec-49bc-9cb4-652bc9627c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:26:13.909204 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-4f886fe1-f1d8-4ee3-9bec-7db724d78b17 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Network 632258e4-ef84-437b-95c8-25824c8ff24c is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:26:13.912153 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-4f886fe1-f1d8-4ee3-9bec-7db724d78b17 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:26:13.920812 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-4f886fe1-f1d8-4ee3-9bec-7db724d78b17 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:26:13.955368 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f886fe1-f1d8-4ee3-9bec-7db724d78b17 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Pushing event updated for resources: {'Port': ['ID=34d5377f-1245-43b9-a932-82ac8dda9576,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:26:13.961896 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-4f886fe1-f1d8-4ee3-9bec-7db724d78b17 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:26:13.992109 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-4f886fe1-f1d8-4ee3-9bec-7db724d78b17 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:13.992629 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-4f886fe1-f1d8-4ee3-9bec-7db724d78b17 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:14.098370 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-4f886fe1-f1d8-4ee3-9bec-7db724d78b17 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0674660
Jun 03 20:26:14.111048 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Request body: {'port': {'device_id': '6f221f58-54e5-4ee7-9105-dd27af9ef11e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:26:14.164399 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a30d50-1ba0-4ebe-bdce-ac7bc1bd6127 req-c9fd6d37-b038-4622-b24a-aa6e43615971 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:14.165851 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a6a30d50-1ba0-4ebe-bdce-ac7bc1bd6127 req-c9fd6d37-b038-4622-b24a-aa6e43615971 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 932 time: 0.0803311
Jun 03 20:26:14.215067 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a6a30d50-1ba0-4ebe-bdce-ac7bc1bd6127 req-7d3eff81-c3f7-4e25-8492-75e493c37ae2 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423379
Jun 03 20:26:14.225052 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:14.582218 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc771d-bd09-48d0-8cfa-e515f2f7c497 req-6b836a76-8146-4d1d-8f65-c3efae577554 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:14.583695 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-71fc771d-bd09-48d0-8cfa-e515f2f7c497 req-6b836a76-8146-4d1d-8f65-c3efae577554 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.2981339
Jun 03 20:26:14.699370 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-71fc771d-bd09-48d0-8cfa-e515f2f7c497 req-b3751e5a-eb5c-4593-9c5b-0e8162f7e5e4 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1098363
Jun 03 20:26:14.801359 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d5377f-1245-43b9-a932-82ac8dda9576 {{(pid=92636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:26:14.808451 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:14.822132 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Transition to ACTIVE for port object 34d5377f-1245-43b9-a932-82ac8dda9576 will not be triggered until provisioned by entity L2. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:26:14.898328 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:14.902174 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-4f886fe1-f1d8-4ee3-9bec-7db724d78b17 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:26:15.056370 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Pushing event updated for resources: {'Port': ['ID=34d5377f-1245-43b9-a932-82ac8dda9576,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:26:15.063874 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:26:15.134601 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Attempting to bind port 34d5377f-1245-43b9-a932-82ac8dda9576 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:26:15.135324 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Attempting to bind port 34d5377f-1245-43b9-a932-82ac8dda9576 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '278fc964-c8b4-40fb-8330-7cbf2be50ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '632258e4-ef84-437b-95c8-25824c8ff24c'}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:26:15.135324 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Attempting to bind port 34d5377f-1245-43b9-a932-82ac8dda9576 on network 632258e4-ef84-437b-95c8-25824c8ff24c {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:26:15.140076 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Port 34d5377f-1245-43b9-a932-82ac8dda9576 on network 632258e4-ef84-437b-95c8-25824c8ff24c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:26:15.140424 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Attempting to bind port 34d5377f-1245-43b9-a932-82ac8dda9576 on network 632258e4-ef84-437b-95c8-25824c8ff24c {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:26:15.145553 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:26:15.149825 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Checking segment: {'id': '278fc964-c8b4-40fb-8330-7cbf2be50ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '632258e4-ef84-437b-95c8-25824c8ff24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:26:15.149825 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Bound using segment: {'id': '278fc964-c8b4-40fb-8330-7cbf2be50ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '632258e4-ef84-437b-95c8-25824c8ff24c'} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:26:15.149825 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Bound port: 34d5377f-1245-43b9-a932-82ac8dda9576, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '278fc964-c8b4-40fb-8330-7cbf2be50ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '632258e4-ef84-437b-95c8-25824c8ff24c'}}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:26:15.149825 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:15.242165 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] For port 34d5377f-1245-43b9-a932-82ac8dda9576, host hv-cinder-79466, cleared binding levels {{(pid=92636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:26:15.245423 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] For port 34d5377f-1245-43b9-a932-82ac8dda9576, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=34d5377f-1245-43b9-a932-82ac8dda9576,segment=NetworkSegment(278fc964-c8b4-40fb-8330-7cbf2be50ad0),segment_id=278fc964-c8b4-40fb-8330-7cbf2be50ad0)] {{(pid=92636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:26:15.315007 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:15.319877 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3a96bcd0-1dd9-4044-a8b7-b849dc56bc9e tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:26:15.370015 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:15.370620 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:15.372033 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] 10.222.0.122 "PUT /v2.0/ports/34d5377f-1245-43b9-a932-82ac8dda9576 HTTP/1.1" status: 200  len: 1094 time: 1.2657738
Jun 03 20:26:15.372550 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f221f58-54e5-4ee7-9105-dd27af9ef11e', 'tag': '34d5377f-1245-43b9-a932-82ac8dda9576'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:26:15.374865 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2083a4e-371a-4f94-ae6f-e6ee07bb0174" -d '{"events": [{"name": "network-changed", "server_uuid": "6f221f58-54e5-4ee7-9105-dd27af9ef11e", "tag": "34d5377f-1245-43b9-a932-82ac8dda9576"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:26:15.406789 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba30a2-688e-4d8d-bed2-332f2ae9ea66 req-bac2176d-ca1c-49f5-a5a5-828fb22e0f30 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:15.407464 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Pushing event updated for resources: {'Port': ['ID=34d5377f-1245-43b9-a932-82ac8dda9576,revision_number=3']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:26:15.407584 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-79ba30a2-688e-4d8d-bed2-332f2ae9ea66 req-bac2176d-ca1c-49f5-a5a5-828fb22e0f30 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 944 time: 0.0847836
Jun 03 20:26:15.407677 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:26:15.429512 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc87317-d65e-4ff0-9463-b1b27a24fc28 x-openstack-request-id: req-bbc87317-d65e-4ff0-9463-b1b27a24fc28 {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:26:15.429849 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f221f58-54e5-4ee7-9105-dd27af9ef11e", "tag": "34d5377f-1245-43b9-a932-82ac8dda9576", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:26:15.430144 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bbc87317-d65e-4ff0-9463-b1b27a24fc28 {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:26:15.430580 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f221f58-54e5-4ee7-9105-dd27af9ef11e', 'tag': '34d5377f-1245-43b9-a932-82ac8dda9576', 'status': 'completed', 'code': 200}
Jun 03 20:26:15.458406 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-79ba30a2-688e-4d8d-bed2-332f2ae9ea66 req-adb960cb-600b-48fe-b708-6e4153b881d3 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421605
Jun 03 20:26:15.527998 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2083a4e-371a-4f94-ae6f-e6ee07bb0174 req-3363a6d6-d20c-4003-b505-56b32c4b3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:15.530129 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e2083a4e-371a-4f94-ae6f-e6ee07bb0174 req-3363a6d6-d20c-4003-b505-56b32c4b3935 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=86f9969bc0474540b9a27d4643e5959b&device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 1097 time: 0.0768702
Jun 03 20:26:15.673186 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2083a4e-371a-4f94-ae6f-e6ee07bb0174 req-7934b483-fa30-4bd8-9140-f4fa797a37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:15.674630 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e2083a4e-371a-4f94-ae6f-e6ee07bb0174 req-7934b483-fa30-4bd8-9140-f4fa797a37ed service neutron] 10.222.0.122 "GET /v2.0/networks?tenant_id=86f9969bc0474540b9a27d4643e5959b&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1374209
Jun 03 20:26:15.812968 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2083a4e-371a-4f94-ae6f-e6ee07bb0174 req-3c2ce54b-bfd6-4b0f-a55b-59f09ce8c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:15.815328 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e2083a4e-371a-4f94-ae6f-e6ee07bb0174 req-3c2ce54b-bfd6-4b0f-a55b-59f09ce8c57c service neutron] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1333082
Jun 03 20:26:15.964793 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205289f-50d1-4cef-9c19-18329d5edd8e req-1bb7c01e-5785-4210-b8d5-869fab91b99d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:15.966339 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9205289f-50d1-4cef-9c19-18329d5edd8e req-1bb7c01e-5785-4210-b8d5-869fab91b99d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.1500115
Jun 03 20:26:15.994453 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-ef491c0e-81bf-4f7f-98c6-4679886b6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:15.995962 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-ef491c0e-81bf-4f7f-98c6-4679886b6c64 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=86f9969bc0474540b9a27d4643e5959b&device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 1097 time: 0.1285055
Jun 03 20:26:16.084274 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-3973320a-a087-454f-8b30-91d28192feaa service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34d5377f-1245-43b9-a932-82ac8dda9576 HTTP/1.1" status: 200  len: 217 time: 0.0740573
Jun 03 20:26:16.088719 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9205289f-50d1-4cef-9c19-18329d5edd8e req-e0daf06b-0f2b-4f98-8af1-ad9c24294191 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1136088
Jun 03 20:26:16.148215 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-0209e583-b744-48e3-8aad-6ade5b53c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:16.149753 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-0209e583-b744-48e3-8aad-6ade5b53c589 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=18d87829-15ab-43fa-8527-77722b0e1bd3 HTTP/1.1" status: 200  len: 854 time: 0.0589933
Jun 03 20:26:16.199584 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-59730d5d-cca5-4851-9681-8d24034dff35 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=632258e4-ef84-437b-95c8-25824c8ff24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418179
Jun 03 20:26:16.339731 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-c21f5163-df1f-438b-9e5a-9ca3bffe74e9 service neutron] 10.222.0.122 "GET /v2.0/networks/632258e4-ef84-437b-95c8-25824c8ff24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315181
Jun 03 20:26:16.576526 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8cbbedbb-01b1-4d46-9579-13b37aa299ef req-825d6a2b-3e5b-47c1-bf3b-72a31f42fa34 service neutron] 10.222.0.122 "GET /v2.0/networks/632258e4-ef84-437b-95c8-25824c8ff24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2260277
Jun 03 20:26:16.653073 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14a15b-92ba-4266-85cc-23490f16258f req-1776af9e-fe30-42a5-9da0-916ed74666c7 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:16.655382 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3f14a15b-92ba-4266-85cc-23490f16258f req-1776af9e-fe30-42a5-9da0-916ed74666c7 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 944 time: 0.0876088
Jun 03 20:26:16.700953 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3f14a15b-92ba-4266-85cc-23490f16258f req-4a5c1b65-81f0-4b52-ab09-17437b960121 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396512
Jun 03 20:26:17.280414 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c249375-e566-422c-9a79-09273aa837cf req-44883a4b-002f-4122-9d81-a314a88f4eff tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:17.281858 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4c249375-e566-422c-9a79-09273aa837cf req-44883a4b-002f-4122-9d81-a314a88f4eff tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0837743
Jun 03 20:26:17.327292 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4c249375-e566-422c-9a79-09273aa837cf req-098bea3c-4d90-4ca0-b454-d979bd98b031 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397944
Jun 03 20:26:17.889384 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89048d60-9a8d-460a-a9c7-eeabde62e834 req-d50361b9-52d0-4eb0-95a8-c51f994d7ab0 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:17.890959 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-89048d60-9a8d-460a-a9c7-eeabde62e834 req-d50361b9-52d0-4eb0-95a8-c51f994d7ab0 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 944 time: 0.0797639
Jun 03 20:26:17.935624 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-89048d60-9a8d-460a-a9c7-eeabde62e834 req-cbfbed65-a79c-4915-befb-9fd821c0d401 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390680
Jun 03 20:26:18.523602 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436f923-225e-4540-8706-8b805eac6d75 req-43d2f08c-09bd-4690-8148-1ca012cc1e05 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:18.525075 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7436f923-225e-4540-8706-8b805eac6d75 req-43d2f08c-09bd-4690-8148-1ca012cc1e05 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0875864
Jun 03 20:26:18.571986 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7436f923-225e-4540-8706-8b805eac6d75 req-26d24c07-1558-4641-a781-1350f27713b7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403888
Jun 03 20:26:19.126173 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f1d8f-2d10-4141-ae65-a7699ffa5d34 req-a46116b2-c087-49c2-a890-73db240b72b2 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:19.127639 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d75f1d8f-2d10-4141-ae65-a7699ffa5d34 req-a46116b2-c087-49c2-a890-73db240b72b2 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 944 time: 0.0852685
Jun 03 20:26:19.171583 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d75f1d8f-2d10-4141-ae65-a7699ffa5d34 req-e12e2400-dcdd-421b-9a4f-f0d9a52b1f2a tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382323
Jun 03 20:26:19.509160 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 34d5377f-1245-43b9-a932-82ac8dda9576 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:26:19.646653 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 34d5377f-1245-43b9-a932-82ac8dda9576, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=34d5377f-1245-43b9-a932-82ac8dda9576,segment=NetworkSegment(278fc964-c8b4-40fb-8330-7cbf2be50ad0),segment_id=278fc964-c8b4-40fb-8330-7cbf2be50ad0)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:26:19.661522 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '34d5377f-1245-43b9-a932-82ac8dda9576', 'network_id': '632258e4-ef84-437b-95c8-25824c8ff24c', 'port_id': '34d5377f-1245-43b9-a932-82ac8dda9576', 'mac_address': 'fa:16:3e:ce:66:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d87829-15ab-43fa-8527-77722b0e1bd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:26:19.721129 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:19.739918 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d5377f-1245-43b9-a932-82ac8dda9576 {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:26:19.754979 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 34d5377f-1245-43b9-a932-82ac8dda9576, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=34d5377f-1245-43b9-a932-82ac8dda9576,segment=NetworkSegment(278fc964-c8b4-40fb-8330-7cbf2be50ad0),segment_id=278fc964-c8b4-40fb-8330-7cbf2be50ad0)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:26:19.769086 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654af5d-a675-4e5d-a1f0-249f6f332930 req-fa6676fa-129c-4635-9f57-438bcce4b87d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:19.770577 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5654af5d-a675-4e5d-a1f0-249f6f332930 req-fa6676fa-129c-4635-9f57-438bcce4b87d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0850689
Jun 03 20:26:19.807483 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:19.810191 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:26:19.818345 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5654af5d-a675-4e5d-a1f0-249f6f332930 req-cc311676-84e8-460c-93f9-fbe6931283cd tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418649
Jun 03 20:26:19.878282 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=34d5377f-1245-43b9-a932-82ac8dda9576,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:26:19.881518 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:26:20.148692 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['34d5377f-1245-43b9-a932-82ac8dda9576'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:26:20.358754 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd2d97-6d4b-440c-bd62-f83396f521c3 req-bf10eb10-5698-4357-ae1e-211326a02c71 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:20.360194 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b9dd2d97-6d4b-440c-bd62-f83396f521c3 req-bf10eb10-5698-4357-ae1e-211326a02c71 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 945 time: 0.0841570
Jun 03 20:26:20.404955 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b9dd2d97-6d4b-440c-bd62-f83396f521c3 req-f5666e48-739d-4f9f-ba92-a5a895849565 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387590
Jun 03 20:26:21.014305 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a5c0a-e727-45f8-b26a-74bafce580db req-19f15a62-53e0-4ab0-b2d3-cc0108a17366 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:21.015873 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-eb2a5c0a-e727-45f8-b26a-74bafce580db req-19f15a62-53e0-4ab0-b2d3-cc0108a17366 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0860271
Jun 03 20:26:21.061351 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-eb2a5c0a-e727-45f8-b26a-74bafce580db req-d5dd9d96-c42a-435f-b768-9465f1f84397 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398495
Jun 03 20:26:21.526074 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 1746f8c1-a047-4a37-909d-7863bd44b00d details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:26:21.528958 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 34d5377f-1245-43b9-a932-82ac8dda9576 up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:26:21.608547 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274413d-f816-4d23-ab2c-7e5bf9a10927 req-e11ae6ab-814d-476c-b7d5-05c673122f2f tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:21.610043 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8274413d-f816-4d23-ab2c-7e5bf9a10927 req-e11ae6ab-814d-476c-b7d5-05c673122f2f tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 945 time: 0.0823123
Jun 03 20:26:21.656737 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8274413d-f816-4d23-ab2c-7e5bf9a10927 req-87bbc2c8-e925-42f4-b6b6-6bde77d33d98 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408196
Jun 03 20:26:21.748264 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 1746f8c1-a047-4a37-909d-7863bd44b00d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1746f8c1-a047-4a37-909d-7863bd44b00d,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:26:21.761582 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '1746f8c1-a047-4a37-909d-7863bd44b00d', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'port_id': '1746f8c1-a047-4a37-909d-7863bd44b00d', 'mac_address': 'fa:16:3e:f4:57:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:26:21.819657 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:21.827781 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port 34d5377f-1245-43b9-a932-82ac8dda9576 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:26:21.838036 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 34d5377f-1245-43b9-a932-82ac8dda9576 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:26:21.838411 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:21.867597 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1746f8c1-a047-4a37-909d-7863bd44b00d {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:26:21.902095 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 1746f8c1-a047-4a37-909d-7863bd44b00d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1746f8c1-a047-4a37-909d-7863bd44b00d,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:26:21.967965 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:21.971618 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:26:22.000995 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:22.055497 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f221f58-54e5-4ee7-9105-dd27af9ef11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d5377f-1245-43b9-a932-82ac8dda9576'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:26:22.057720 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faa761d-f748-4927-bda8-46c4fde35b95" -d '{"events": [{"server_uuid": "6f221f58-54e5-4ee7-9105-dd27af9ef11e", "name": "network-vif-plugged", "status": "completed", "tag": "34d5377f-1245-43b9-a932-82ac8dda9576"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:26:22.071539 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 34d5377f-1245-43b9-a932-82ac8dda9576, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=34d5377f-1245-43b9-a932-82ac8dda9576,segment=NetworkSegment(278fc964-c8b4-40fb-8330-7cbf2be50ad0),segment_id=278fc964-c8b4-40fb-8330-7cbf2be50ad0)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:26:22.072603 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=1746f8c1-a047-4a37-909d-7863bd44b00d,revision_number=6']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:26:22.075673 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:26:22.085837 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['1746f8c1-a047-4a37-909d-7863bd44b00d'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:26:22.123342 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7e41c0-5789-4c8f-96ad-7b0830c129a4 x-openstack-request-id: req-2b7e41c0-5789-4c8f-96ad-7b0830c129a4 {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:26:22.123535 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f221f58-54e5-4ee7-9105-dd27af9ef11e", "name": "network-vif-plugged", "status": "completed", "tag": "34d5377f-1245-43b9-a932-82ac8dda9576", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:26:22.123781 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2b7e41c0-5789-4c8f-96ad-7b0830c129a4 {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:26:22.124167 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f221f58-54e5-4ee7-9105-dd27af9ef11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d5377f-1245-43b9-a932-82ac8dda9576', 'code': 200}
Jun 03 20:26:22.158413 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:22.161922 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:26:22.255863 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=34d5377f-1245-43b9-a932-82ac8dda9576,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:26:22.259821 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:26:22.279358 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7bd7d-088e-4437-a91f-39916f1aea81 req-54d89a3b-4c15-4e51-a73c-fc847c76551a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:22.280847 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-16d7bd7d-088e-4437-a91f-39916f1aea81 req-54d89a3b-4c15-4e51-a73c-fc847c76551a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 944 time: 0.0871971
Jun 03 20:26:22.328648 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-16d7bd7d-088e-4437-a91f-39916f1aea81 req-51516c11-09ae-4412-9e2a-e77a28785a33 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412467
Jun 03 20:26:22.518412 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5e59d-5f7c-4df5-a8ac-29f5214876fa req-68d000ce-81c1-45b9-8860-46e660744b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:22.519815 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-26e5e59d-5f7c-4df5-a8ac-29f5214876fa req-68d000ce-81c1-45b9-8860-46e660744b76 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 1099 time: 0.0699658
Jun 03 20:26:22.565013 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-26e5e59d-5f7c-4df5-a8ac-29f5214876fa req-7a08c22c-f92e-4a3f-a154-337bf8f44fe3 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385969
Jun 03 20:26:22.843645 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c93c50-ca94-4ce8-8da1-37cc49299dec req-109885e1-dcc1-4c40-842f-f37121832f8a tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:22.845047 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-18c93c50-ca94-4ce8-8da1-37cc49299dec req-109885e1-dcc1-4c40-842f-f37121832f8a tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Synchronizing usage tracker for tenant:86f9969bc0474540b9a27d4643e5959b on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:26:22.944641 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-18c93c50-ca94-4ce8-8da1-37cc49299dec req-109885e1-dcc1-4c40-842f-f37121832f8a tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Unset dirty status for tenant:86f9969bc0474540b9a27d4643e5959b on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:26:22.945835 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-18c93c50-ca94-4ce8-8da1-37cc49299dec req-109885e1-dcc1-4c40-842f-f37121832f8a tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 946 time: 0.1826665
Jun 03 20:26:22.994320 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-18c93c50-ca94-4ce8-8da1-37cc49299dec req-cc7b48c0-f641-42c0-b77a-d43790469d65 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423582
Jun 03 20:26:23.517572 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792f803-6a08-42a6-9a22-94a2e0232741 req-6ff82ab7-ace4-4556-9ebf-d87ed737af63 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:23.519088 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2792f803-6a08-42a6-9a22-94a2e0232741 req-6ff82ab7-ace4-4556-9ebf-d87ed737af63 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 944 time: 0.0802770
Jun 03 20:26:23.546764 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 1746f8c1-a047-4a37-909d-7863bd44b00d up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:26:23.568693 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2792f803-6a08-42a6-9a22-94a2e0232741 req-e0ee355a-c26b-4ed1-b5f3-b6c242e540bb tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438380
Jun 03 20:26:23.614869 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 1746f8c1-a047-4a37-909d-7863bd44b00d triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:26:23.615240 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:23.731274 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:23.763876 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 1746f8c1-a047-4a37-909d-7863bd44b00d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1746f8c1-a047-4a37-909d-7863bd44b00d,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:26:23.868297 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:23.870121 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:26:23.937060 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=1746f8c1-a047-4a37-909d-7863bd44b00d,revision_number=7']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:26:23.940045 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:26:24.125551 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1746f8c1-a047-4a37-909d-7863bd44b00d'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:26:24.127955 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaebe97-7490-4a77-9566-312c81652946" -d '{"events": [{"server_uuid": "1d1fc42a-42cb-45ab-89c2-a8ab35c551e1", "name": "network-vif-plugged", "status": "completed", "tag": "1746f8c1-a047-4a37-909d-7863bd44b00d"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:26:24.192419 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a379e59-72fc-4f49-a53c-3f0a7c986bb4 x-openstack-request-id: req-5a379e59-72fc-4f49-a53c-3f0a7c986bb4 {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:26:24.192419 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1fc42a-42cb-45ab-89c2-a8ab35c551e1", "name": "network-vif-plugged", "status": "completed", "tag": "1746f8c1-a047-4a37-909d-7863bd44b00d", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:26:24.192419 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5a379e59-72fc-4f49-a53c-3f0a7c986bb4 {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:26:24.192419 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1746f8c1-a047-4a37-909d-7863bd44b00d', 'code': 200}
Jun 03 20:26:24.196186 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37aca9-e5c3-4728-a24b-11c323b70c26 req-5bf74b58-8e0c-417e-a456-a9af9f85373a tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:24.197610 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-db37aca9-e5c3-4728-a24b-11c323b70c26 req-5bf74b58-8e0c-417e-a456-a9af9f85373a tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 946 time: 0.0917745
Jun 03 20:26:24.249549 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-db37aca9-e5c3-4728-a24b-11c323b70c26 req-f2f624b8-01e3-411e-860a-5b3e465bde1c tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438695
Jun 03 20:26:24.505643 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-261404c4-b19b-4568-a899-1ddf17b59703 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Synchronizing usage tracker for tenant:db46fead74a948a1a87fad7d2871462c on resource:security_group {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:26:24.588618 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-261404c4-b19b-4568-a899-1ddf17b59703 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Unset dirty status for tenant:db46fead74a948a1a87fad7d2871462c on resource:security_group {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:26:24.589746 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-261404c4-b19b-4568-a899-1ddf17b59703 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-799202784&fields=id&tenant_id=db46fead74a948a1a87fad7d2871462c HTTP/1.1" status: 200  len: 267 time: 0.1316564
Jun 03 20:26:24.744317 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-ea5445b6-4b2f-4777-a027-1f6ecfe3a14a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:24.745780 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-ea5445b6-4b2f-4777-a027-1f6ecfe3a14a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/networks?id=d075e017-3c8e-4ae7-964b-4a7baabe953d HTTP/1.1" status: 200  len: 808 time: 0.1487999
Jun 03 20:26:24.765187 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc56e73-c308-403a-a638-f060e05a488b req-d3247ab3-0029-47de-9a8b-a02be0f59c75 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:24.772582 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-7fe87417-af85-457e-b3de-0b8fd50df59c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/quotas/db46fead74a948a1a87fad7d2871462c HTTP/1.1" status: 200  len: 375 time: 0.0109563
Jun 03 20:26:24.772741 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-edc56e73-c308-403a-a638-f060e05a488b req-d3247ab3-0029-47de-9a8b-a02be0f59c75 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0878568
Jun 03 20:26:24.818560 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-edc56e73-c308-403a-a638-f060e05a488b req-9712989f-638e-408a-b12e-920a5498fe4c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423803
Jun 03 20:26:24.851921 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-175cc6b2-9eb0-4831-a0f0-5a16f963abbf tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Synchronizing usage tracker for tenant:db46fead74a948a1a87fad7d2871462c on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:26:24.940309 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-175cc6b2-9eb0-4831-a0f0-5a16f963abbf tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Unset dirty status for tenant:db46fead74a948a1a87fad7d2871462c on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:26:24.942372 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-175cc6b2-9eb0-4831-a0f0-5a16f963abbf tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=db46fead74a948a1a87fad7d2871462c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1686513
Jun 03 20:26:25.116350 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-1ee768a0-d34d-489a-8019-a6ed3a204edf service neutron] 10.222.0.96 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565897
Jun 03 20:26:25.269462 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-2bfc8826-3980-44eb-bd42-24e953b859cb service neutron] 10.222.0.96 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444082
Jun 03 20:26:25.494416 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e15834-c149-4cd9-a125-fe4e702ab603 req-e90035ee-5e0c-4b7b-9a0d-697c6c88b151 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:25.494416 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d5e15834-c149-4cd9-a125-fe4e702ab603 req-e90035ee-5e0c-4b7b-9a0d-697c6c88b151 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 946 time: 0.1176558
Jun 03 20:26:25.542147 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d5e15834-c149-4cd9-a125-fe4e702ab603 req-3d73e66e-d3ba-422b-adb2-40f58e308422 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512309
Jun 03 20:26:26.755962 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b07c14-0150-4e7d-b6e1-694730a6ebb5 req-2e5ba2c5-7bb8-459f-8473-25f84d0a02de tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:26.763740 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-93b07c14-0150-4e7d-b6e1-694730a6ebb5 req-2e5ba2c5-7bb8-459f-8473-25f84d0a02de tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.1149266
Jun 03 20:26:26.819517 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-93b07c14-0150-4e7d-b6e1-694730a6ebb5 req-72027e27-8d34-4ddf-a867-ea28e279ec08 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545788
Jun 03 20:26:27.208176 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-74381cb8-30e2-49c3-bb89-3546dd6bb791 req-dc45f355-94a3-4215-b946-46e61e5952fb tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 210 time: 0.0533302
Jun 03 20:26:27.424376 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-99010d2c-aa7e-46ae-b421-d977710e2ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:28.073236 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae5073-07b7-464b-93fb-38b1630cc2d9 req-ffb3a710-f8c2-4237-8ea2-75fe9ad81f06 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:28.075354 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a8ae5073-07b7-464b-93fb-38b1630cc2d9 req-ffb3a710-f8c2-4237-8ea2-75fe9ad81f06 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.1036365
Jun 03 20:26:28.143110 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a8ae5073-07b7-464b-93fb-38b1630cc2d9 req-6b0be0fb-7c33-4d15-81b1-e34a4b5ccc38 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617099
Jun 03 20:26:28.328874 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-97161d0f-5b3c-4ae6-8dd7-121a2ff2ebc8 req-e7004bb8-250a-4149-b88a-07e22ee2d71a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 210 time: 0.0569158
Jun 03 20:26:29.352227 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0c67f-bcd4-4e11-96b8-530fc180c017 req-c35304aa-46c6-41e7-ac63-f5757c0e8dde tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:29.355638 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-78c0c67f-bcd4-4e11-96b8-530fc180c017 req-c35304aa-46c6-41e7-ac63-f5757c0e8dde tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0967221
Jun 03 20:26:29.526785 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-97c1e78a-490b-4a73-9427-1be731f66803 req-8440ec32-ce37-46a6-ae5f-b44dde4d8698 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 210 time: 0.0594399
Jun 03 20:26:29.539669 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-78c0c67f-bcd4-4e11-96b8-530fc180c017 req-1c90900c-f3b0-498a-92be-998629bd5a9a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1773491
Jun 03 20:26:30.081935 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:30.241543 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-e136ab96-5cec-430f-9045-79058985a3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:30.435912 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-28a0296f-6d12-44f1-827f-fa1ab99cd079 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:30.436810 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-28a0296f-6d12-44f1-827f-fa1ab99cd079 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Synchronizing usage tracker for tenant:db46fead74a948a1a87fad7d2871462c on resource:network {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:26:30.687162 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ba6e0ed3-68a9-4400-94f6-90ba44c28620 req-06333d75-f7e9-4e4a-b1b7-f2a75a37d012 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 210 time: 0.0459578
Jun 03 20:26:30.777035 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d445fe-a0fe-4f36-92e3-a5911941ea6b req-0a1a1847-fe4d-450f-9834-c9e67a94a066 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:30.778738 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-44d445fe-a0fe-4f36-92e3-a5911941ea6b req-0a1a1847-fe4d-450f-9834-c9e67a94a066 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0842290
Jun 03 20:26:30.823258 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-44d445fe-a0fe-4f36-92e3-a5911941ea6b req-f9e6c6bd-99ef-4cc1-9718-952e15d4a5f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382314
Jun 03 20:26:30.925470 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-28a0296f-6d12-44f1-827f-fa1ab99cd079 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Unset dirty status for tenant:db46fead74a948a1a87fad7d2871462c on resource:network {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:26:30.926593 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-28a0296f-6d12-44f1-827f-fa1ab99cd079 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.122 "GET /v2.0/networks?id=d075e017-3c8e-4ae7-964b-4a7baabe953d HTTP/1.1" status: 200  len: 808 time: 0.6613722
Jun 03 20:26:30.981340 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e0550bd0-b0df-4264-9690-e5365fb81e17 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Synchronizing usage tracker for tenant:db46fead74a948a1a87fad7d2871462c on resource:security_group {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:26:30.995013 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e0550bd0-b0df-4264-9690-e5365fb81e17 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Unset dirty status for tenant:db46fead74a948a1a87fad7d2871462c on resource:security_group {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:26:30.999613 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e0550bd0-b0df-4264-9690-e5365fb81e17 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.122 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db46fead74a948a1a87fad7d2871462c HTTP/1.1" status: 200  len: 379 time: 0.0608647
Jun 03 20:26:31.006221 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e6f20a78-f3f4-400d-ac23-13847c0cc9f9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Request body: {'port': {'device_id': '03b6046d-9aae-4111-a168-3db966e80c3d', 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d', 'admin_state_up': True, 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'security_groups': ['a9a57d31-9d0f-4bd0-8de4-522d7fc465d0']}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:26:31.163586 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e6f20a78-f3f4-400d-ac23-13847c0cc9f9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:26:31.175914 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e6f20a78-f3f4-400d-ac23-13847c0cc9f9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:26:31.258153 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e6f20a78-f3f4-400d-ac23-13847c0cc9f9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Made reservation on behalf of db46fead74a948a1a87fad7d2871462c for: {'port': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:26:31.261896 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e6f20a78-f3f4-400d-ac23-13847c0cc9f9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:31.360188 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:31.545512 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e6f20a78-f3f4-400d-ac23-13847c0cc9f9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Allocated IP 172.20.0.12 (d075e017-3c8e-4ae7-964b-4a7baabe953d/7ca289dd-2492-4579-8331-968a915e8bba/299359ac-4e94-47f0-a872-40eaf354e453) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:26:31.767781 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e6f20a78-f3f4-400d-ac23-13847c0cc9f9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:31.785971 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e6f20a78-f3f4-400d-ac23-13847c0cc9f9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Transition to ACTIVE for port object 299359ac-4e94-47f0-a872-40eaf354e453 will not be triggered until provisioned by entity DHCP. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:26:31.864913 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5b4a376c-f824-4191-beab-c81d8e552ad6 req-b47aebdf-4a1a-4cc7-bf1a-5fc5bae2f66f tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 210 time: 0.0620077
Jun 03 20:26:31.956532 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e6f20a78-f3f4-400d-ac23-13847c0cc9f9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:31.962571 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-a7ae5b93-08af-4343-97fb-d7838b1b183d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:26:32.046616 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e6f20a78-f3f4-400d-ac23-13847c0cc9f9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Network d075e017-3c8e-4ae7-964b-4a7baabe953d is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:26:32.048115 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f20a78-f3f4-400d-ac23-13847c0cc9f9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Pushing event updated for resources: {'Port': ['ID=299359ac-4e94-47f0-a872-40eaf354e453,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:26:32.050880 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e6f20a78-f3f4-400d-ac23-13847c0cc9f9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:26:32.052744 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e6f20a78-f3f4-400d-ac23-13847c0cc9f9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:26:32.053452 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e6f20a78-f3f4-400d-ac23-13847c0cc9f9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:26:32.121790 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2cd0e-46f2-4e9a-8fbb-3a452afc260b req-f3fb7aec-6327-4380-8352-5f7e37e0aef8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:32.129400 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-78a2cd0e-46f2-4e9a-8fbb-3a452afc260b req-f3fb7aec-6327-4380-8352-5f7e37e0aef8 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.1651826
Jun 03 20:26:32.138059 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e6f20a78-f3f4-400d-ac23-13847c0cc9f9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:32.139253 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e6f20a78-f3f4-400d-ac23-13847c0cc9f9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:32.191778 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-78a2cd0e-46f2-4e9a-8fbb-3a452afc260b req-dc08623a-348c-452d-8aff-f61abc4aac2d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613132
Jun 03 20:26:32.274991 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e6f20a78-f3f4-400d-ac23-13847c0cc9f9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2724123
Jun 03 20:26:32.300899 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Request body: {'port': {'device_id': '03b6046d-9aae-4111-a168-3db966e80c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:26:32.448883 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:32.482197 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-e65c8346-246f-472d-a40a-7850e614f58c None None] Provisioning for port 299359ac-4e94-47f0-a872-40eaf354e453 completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:26:32.488707 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-e65c8346-246f-472d-a40a-7850e614f58c None None] Provisioning complete for port 299359ac-4e94-47f0-a872-40eaf354e453 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:26:32.489090 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-e65c8346-246f-472d-a40a-7850e614f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:32.567216 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-e65c8346-246f-472d-a40a-7850e614f58c None None] Port 299359ac-4e94-47f0-a872-40eaf354e453 cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:26:32.865198 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299359ac-4e94-47f0-a872-40eaf354e453 {{(pid=92636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:26:32.875847 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:32.893141 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Transition to ACTIVE for port object 299359ac-4e94-47f0-a872-40eaf354e453 will not be triggered until provisioned by entity L2. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:26:32.909941 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:32.972551 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:32.978720 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:26:33.204808 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=299359ac-4e94-47f0-a872-40eaf354e453,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:26:33.213884 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:26:33.314524 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211a592-709a-45c7-91d1-86d692729da2 req-4da6e457-01bb-494d-b56f-1c844b60095a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:33.315279 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-9211a592-709a-45c7-91d1-86d692729da2 req-4da6e457-01bb-494d-b56f-1c844b60095a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Synchronizing usage tracker for tenant:db46fead74a948a1a87fad7d2871462c on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:26:33.322720 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Attempting to bind port 299359ac-4e94-47f0-a872-40eaf354e453 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:26:33.323072 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Attempting to bind port 299359ac-4e94-47f0-a872-40eaf354e453 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'e3149497-77c5-4202-a530-739b9516f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d'}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:26:33.323399 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Attempting to bind port 299359ac-4e94-47f0-a872-40eaf354e453 on network d075e017-3c8e-4ae7-964b-4a7baabe953d {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:26:33.334010 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Port 299359ac-4e94-47f0-a872-40eaf354e453 on network d075e017-3c8e-4ae7-964b-4a7baabe953d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:26:33.334332 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Attempting to bind port 299359ac-4e94-47f0-a872-40eaf354e453 on network d075e017-3c8e-4ae7-964b-4a7baabe953d {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:26:33.367079 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:26:33.368824 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Checking segment: {'id': 'e3149497-77c5-4202-a530-739b9516f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:26:33.369492 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Bound using segment: {'id': 'e3149497-77c5-4202-a530-739b9516f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d'} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:26:33.370129 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Bound port: 299359ac-4e94-47f0-a872-40eaf354e453, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3149497-77c5-4202-a530-739b9516f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d'}}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:26:33.370658 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:33.423269 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-9211a592-709a-45c7-91d1-86d692729da2 req-4da6e457-01bb-494d-b56f-1c844b60095a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Unset dirty status for tenant:db46fead74a948a1a87fad7d2871462c on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:26:33.429597 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9211a592-709a-45c7-91d1-86d692729da2 req-4da6e457-01bb-494d-b56f-1c844b60095a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.4148307
Jun 03 20:26:33.526042 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] For port 299359ac-4e94-47f0-a872-40eaf354e453, host hv-cinder-79466, cleared binding levels {{(pid=92636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:26:33.530657 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9211a592-709a-45c7-91d1-86d692729da2 req-258a0d0e-bf42-44c7-824d-dda12cb1c119 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984824
Jun 03 20:26:33.536932 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] For port 299359ac-4e94-47f0-a872-40eaf354e453, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=299359ac-4e94-47f0-a872-40eaf354e453,segment=NetworkSegment(e3149497-77c5-4202-a530-739b9516f808),segment_id=e3149497-77c5-4202-a530-739b9516f808)] {{(pid=92636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:26:33.543471 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3438876-d119-4e6f-974c-1b08a748b8fe req-8894035f-719e-4b8e-aadb-54903331579b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:33.545284 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f3438876-d119-4e6f-974c-1b08a748b8fe req-8894035f-719e-4b8e-aadb-54903331579b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.1596549
Jun 03 20:26:33.597061 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f3438876-d119-4e6f-974c-1b08a748b8fe req-390eb6b7-dafb-4374-a9a0-30ed8d66896b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414054
Jun 03 20:26:33.633145 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:33.637064 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c235cc45-e624-4c22-b9ac-ac7aefea7a08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:26:33.700551 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:33.701236 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:33.702570 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] 10.222.0.122 "PUT /v2.0/ports/299359ac-4e94-47f0-a872-40eaf354e453 HTTP/1.1" status: 200  len: 1094 time: 1.4173570
Jun 03 20:26:33.703126 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b6046d-9aae-4111-a168-3db966e80c3d', 'tag': '299359ac-4e94-47f0-a872-40eaf354e453'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:26:33.709033 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9fa3e0-6fc6-4b3e-9373-5e596b89f27d" -d '{"events": [{"name": "network-changed", "server_uuid": "03b6046d-9aae-4111-a168-3db966e80c3d", "tag": "299359ac-4e94-47f0-a872-40eaf354e453"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:26:33.740698 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=299359ac-4e94-47f0-a872-40eaf354e453,revision_number=3']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:26:33.756902 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:26:33.777883 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf05f15-7468-4421-aa74-44c12bedf5a9 x-openstack-request-id: req-6cf05f15-7468-4421-aa74-44c12bedf5a9 {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:26:33.778658 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b6046d-9aae-4111-a168-3db966e80c3d", "tag": "299359ac-4e94-47f0-a872-40eaf354e453", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:26:33.778968 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6cf05f15-7468-4421-aa74-44c12bedf5a9 {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:26:33.779414 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b6046d-9aae-4111-a168-3db966e80c3d', 'tag': '299359ac-4e94-47f0-a872-40eaf354e453', 'status': 'completed', 'code': 200}
Jun 03 20:26:33.898656 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fa3e0-6fc6-4b3e-9373-5e596b89f27d req-2f6b9dc0-4084-43e7-9a44-12a5a6ac85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:33.900252 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ac9fa3e0-6fc6-4b3e-9373-5e596b89f27d req-2f6b9dc0-4084-43e7-9a44-12a5a6ac85dd service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=db46fead74a948a1a87fad7d2871462c&device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 1097 time: 0.0895212
Jun 03 20:26:34.192243 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fa3e0-6fc6-4b3e-9373-5e596b89f27d req-eef33086-b76f-4dc7-b098-2966711d7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:34.194073 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ac9fa3e0-6fc6-4b3e-9373-5e596b89f27d req-eef33086-b76f-4dc7-b098-2966711d7f85 service neutron] 10.222.0.122 "GET /v2.0/networks?tenant_id=db46fead74a948a1a87fad7d2871462c&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2839363
Jun 03 20:26:34.343483 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fa3e0-6fc6-4b3e-9373-5e596b89f27d req-c0f3d6e3-7a31-4660-8e0f-75c0c0c2bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:34.345460 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ac9fa3e0-6fc6-4b3e-9373-5e596b89f27d req-c0f3d6e3-7a31-4660-8e0f-75c0c0c2bd47 service neutron] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1415079
Jun 03 20:26:34.490901 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-54a3b4be-da28-49b2-81c9-3113972d3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:34.492618 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-54a3b4be-da28-49b2-81c9-3113972d3c40 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=db46fead74a948a1a87fad7d2871462c&device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 1097 time: 0.0983787
Jun 03 20:26:34.586580 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:26:34.597713 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-749348ae-d905-4484-802a-9c0ba46c604a service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299359ac-4e94-47f0-a872-40eaf354e453 HTTP/1.1" status: 200  len: 217 time: 0.0911529
Jun 03 20:26:34.718610 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-9ff71690-981f-4c75-8d54-f231a48cf885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:34.726498 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-9ff71690-981f-4c75-8d54-f231a48cf885 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=7ca289dd-2492-4579-8331-968a915e8bba HTTP/1.1" status: 200  len: 847 time: 0.1159630
Jun 03 20:26:34.841249 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f802b29-f1a1-4a82-9c8d-7d7e408a983e req-4263ab33-6dc0-4f09-adba-cbe3afb1672d tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:34.849318 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5f802b29-f1a1-4a82-9c8d-7d7e408a983e req-4263ab33-6dc0-4f09-adba-cbe3afb1672d tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.1309237
Jun 03 20:26:34.899065 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e63149a6-61e7-4deb-a460-869e6e8bce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:34.900863 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-e63149a6-61e7-4deb-a460-869e6e8bce88 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=d075e017-3c8e-4ae7-964b-4a7baabe953d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1616490
Jun 03 20:26:34.910257 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5f802b29-f1a1-4a82-9c8d-7d7e408a983e req-92027221-d6d8-4404-a568-2eb8c711c1da tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599601
Jun 03 20:26:35.122346 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-757c8eac-cb41-4b35-abbd-a945121aeba7 service neutron] 10.222.0.122 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2126434
Jun 03 20:26:35.134425 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63898f-ce6b-4268-a8bf-7bb77abfaa21 req-fc64d839-7f0e-4055-bdbf-9b4977b010fe tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:35.137572 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4c63898f-ce6b-4268-a8bf-7bb77abfaa21 req-fc64d839-7f0e-4055-bdbf-9b4977b010fe tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.1781695
Jun 03 20:26:35.270198 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4c63898f-ce6b-4268-a8bf-7bb77abfaa21 req-1726a706-b46a-4774-b2a6-7961ae0f852c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1141448
Jun 03 20:26:35.299548 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cc2bb868-49ab-43a2-bd4f-695564544ee2 req-23139594-4f1e-43fa-868b-476f08e5638d service neutron] 10.222.0.122 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1626158
Jun 03 20:26:36.092513 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9349c-bd22-4a6e-9c73-da37aa380a0c req-652bef01-cd58-47cf-86ef-5c52c9370823 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:36.093904 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f5d9349c-bd22-4a6e-9c73-da37aa380a0c req-652bef01-cd58-47cf-86ef-5c52c9370823 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0854630
Jun 03 20:26:36.150407 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f5d9349c-bd22-4a6e-9c73-da37aa380a0c req-e7d44f7b-213e-44f2-bcdc-47129a730c85 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504119
Jun 03 20:26:36.464850 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb18c4b-7a09-4c24-975e-fb232d03427e req-7c132665-860d-41f9-86fb-c0ee028cec96 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:36.466221 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8bb18c4b-7a09-4c24-975e-fb232d03427e req-7c132665-860d-41f9-86fb-c0ee028cec96 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0832548
Jun 03 20:26:36.551756 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8bb18c4b-7a09-4c24-975e-fb232d03427e req-43e6e48f-3d30-4144-8179-aefc4770c6cb tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792217
Jun 03 20:26:36.580786 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e9469-ef8a-474f-b326-206d690a56d3 req-c4574307-bb23-411b-963c-38677938c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:36.582229 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6a2e9469-ef8a-474f-b326-206d690a56d3 req-c4574307-bb23-411b-963c-38677938c6bc service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=f5cdd4a3137d4af39a4e825b870c302b&device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 1098 time: 0.0817852
Jun 03 20:26:36.719374 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e9469-ef8a-474f-b326-206d690a56d3 req-ba0e4e52-0b39-4dfb-ad38-9e3e3c611762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:36.720680 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6a2e9469-ef8a-474f-b326-206d690a56d3 req-ba0e4e52-0b39-4dfb-ad38-9e3e3c611762 service neutron] 10.222.0.122 "GET /v2.0/networks?id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36 HTTP/1.1" status: 200  len: 919 time: 0.1277452
Jun 03 20:26:37.343696 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba046b-da2d-4814-8df8-b75562cf4595 req-09c07720-4581-4ff5-ac9c-ad981192cc50 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:37.345190 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-13ba046b-da2d-4814-8df8-b75562cf4595 req-09c07720-4581-4ff5-ac9c-ad981192cc50 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0827854
Jun 03 20:26:37.393294 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-13ba046b-da2d-4814-8df8-b75562cf4595 req-78f5a943-b681-4f56-bcc8-705ad83bd5df tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422950
Jun 03 20:26:37.815071 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5078cf4-a076-4763-9953-e1faa8ed65ec req-80079a20-0b49-4ac2-8085-9cf6336704c9 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:37.816486 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a5078cf4-a076-4763-9953-e1faa8ed65ec req-80079a20-0b49-4ac2-8085-9cf6336704c9 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.1564722
Jun 03 20:26:37.854034 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6a2e9469-ef8a-474f-b326-206d690a56d3 req-b1d3e574-8692-4f26-b93f-17b919d950f1 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1746f8c1-a047-4a37-909d-7863bd44b00d HTTP/1.1" status: 200  len: 1001 time: 0.1334717
Jun 03 20:26:37.880163 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a5078cf4-a076-4763-9953-e1faa8ed65ec req-ba35ac1d-e667-42f9-8a83-a7ad99b40010 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546026
Jun 03 20:26:38.579524 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d87b42-4970-49ee-baa0-153c360fd7d8 req-8aeb9456-a384-45e7-a697-87b6d16bd4e8 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:38.580968 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f3d87b42-4970-49ee-baa0-153c360fd7d8 req-8aeb9456-a384-45e7-a697-87b6d16bd4e8 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0813665
Jun 03 20:26:38.625320 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f3d87b42-4970-49ee-baa0-153c360fd7d8 req-861e48c8-6fc0-479f-bf9e-e6703ba0bc74 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387125
Jun 03 20:26:38.711441 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e9469-ef8a-474f-b326-206d690a56d3 req-2f07ce52-1f6b-4c1c-9018-7be8aaea3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:38.712877 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6a2e9469-ef8a-474f-b326-206d690a56d3 req-2f07ce52-1f6b-4c1c-9018-7be8aaea3761 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2 HTTP/1.1" status: 200  len: 856 time: 0.0581064
Jun 03 20:26:39.165917 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fc140-517b-494e-8008-de3120db170f req-fbe3d345-4df5-46c5-9d82-f8b8af4be4cb tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:39.167315 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9f9fc140-517b-494e-8008-de3120db170f req-fbe3d345-4df5-46c5-9d82-f8b8af4be4cb tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.1744361
Jun 03 20:26:39.211466 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9f9fc140-517b-494e-8008-de3120db170f req-d05e94a3-be46-4c57-be49-02b19a3a3947 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380185
Jun 03 20:26:39.797893 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e9469-ef8a-474f-b326-206d690a56d3 req-cce54fe2-630d-41a4-8135-8ebc0f7124bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:39.799381 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6a2e9469-ef8a-474f-b326-206d690a56d3 req-cce54fe2-630d-41a4-8135-8ebc0f7124bd service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727572
Jun 03 20:26:39.813954 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da184e-a18a-48af-9a87-a225bc901b26 req-7c3f9cfb-2546-421d-bcb4-d854d1584852 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:39.815441 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a1da184e-a18a-48af-9a87-a225bc901b26 req-7c3f9cfb-2546-421d-bcb4-d854d1584852 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0848722
Jun 03 20:26:39.818572 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:39.861340 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a1da184e-a18a-48af-9a87-a225bc901b26 req-d18acf86-1542-4c3b-a8ff-9034fd68f5ab tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401976
Jun 03 20:26:39.935489 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6a2e9469-ef8a-474f-b326-206d690a56d3 req-4b9dc79d-ea84-412b-8859-47540888c737 service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285150
Jun 03 20:26:40.071674 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6a2e9469-ef8a-474f-b326-206d690a56d3 req-957e4d1b-7faa-4996-a59d-67022f17092b service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272314
Jun 03 20:26:40.407327 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc877a-1792-46f8-8ccf-a89034bee29d req-ec2f9c9f-bebe-4312-adf0-efdc9a705afc tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:40.408649 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-28fc877a-1792-46f8-8ccf-a89034bee29d req-ec2f9c9f-bebe-4312-adf0-efdc9a705afc tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 945 time: 0.0861945
Jun 03 20:26:40.453573 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-28fc877a-1792-46f8-8ccf-a89034bee29d req-6681b8d3-90d5-4379-824c-a029a66cef9a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390921
Jun 03 20:26:40.658905 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 1746f8c1-a047-4a37-909d-7863bd44b00d no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:26:40.770431 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:40.798224 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1746f8c1-a047-4a37-909d-7863bd44b00d'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:26:40.800468 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e14b719-db8b-419e-a610-8ab6426f5c70" -d '{"events": [{"server_uuid": "1d1fc42a-42cb-45ab-89c2-a8ab35c551e1", "name": "network-vif-unplugged", "status": "completed", "tag": "1746f8c1-a047-4a37-909d-7863bd44b00d"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:26:40.808597 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 1746f8c1-a047-4a37-909d-7863bd44b00d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1746f8c1-a047-4a37-909d-7863bd44b00d,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:26:40.844237 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 20:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2cc173-1d27-4cf4-8775-d7c4e725e062 x-openstack-request-id: req-6f2cc173-1d27-4cf4-8775-d7c4e725e062 {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:26:40.844901 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1fc42a-42cb-45ab-89c2-a8ab35c551e1", "name": "network-vif-unplugged", "status": "completed", "tag": "1746f8c1-a047-4a37-909d-7863bd44b00d", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:26:40.850585 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6f2cc173-1d27-4cf4-8775-d7c4e725e062 {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:26:40.850585 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1746f8c1-a047-4a37-909d-7863bd44b00d', 'code': 200}
Jun 03 20:26:40.898320 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:40.900152 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-45ce5634-f96c-4ee4-9927-8121a2313d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:26:40.971107 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=1746f8c1-a047-4a37-909d-7863bd44b00d,revision_number=8']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:26:40.974254 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:26:41.049189 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84468c05-687e-4572-8f9d-11264124e182 req-6d98c9e9-8065-43b5-8816-4391e8cc005e tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:41.050638 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-84468c05-687e-4572-8f9d-11264124e182 req-6d98c9e9-8065-43b5-8816-4391e8cc005e tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0823951
Jun 03 20:26:41.098596 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-84468c05-687e-4572-8f9d-11264124e182 req-2e8b122e-895b-4648-9073-e095c96fcdde tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422580
Jun 03 20:26:41.642023 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecbb91-efad-43c8-8355-baa1d62fd3cd req-e6361471-0280-43ae-8931-d113c1b8b75d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:41.643501 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-feecbb91-efad-43c8-8355-baa1d62fd3cd req-e6361471-0280-43ae-8931-d113c1b8b75d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0789654
Jun 03 20:26:41.688484 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-feecbb91-efad-43c8-8355-baa1d62fd3cd req-c43d8382-8c38-4a58-8111-4c2e8a30180d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387533
Jun 03 20:26:42.284017 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d2fa2-0a83-497e-ae50-f0440a5f3dd7 req-042ec070-e847-4f07-bd32-05c0a865d4af tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:42.285741 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2c9d2fa2-0a83-497e-ae50-f0440a5f3dd7 req-042ec070-e847-4f07-bd32-05c0a865d4af tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0798852
Jun 03 20:26:42.330713 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2c9d2fa2-0a83-497e-ae50-f0440a5f3dd7 req-709e2e0d-5ac6-48d5-b651-11031a0c5ec9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396190
Jun 03 20:26:42.881044 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d40b0e-3e23-40d6-8328-7c7d8e2ce223 req-24eab43a-158b-4018-b222-420d0bd63273 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:42.882546 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-48d40b0e-3e23-40d6-8328-7c7d8e2ce223 req-24eab43a-158b-4018-b222-420d0bd63273 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0828748
Jun 03 20:26:42.927968 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-48d40b0e-3e23-40d6-8328-7c7d8e2ce223 req-398e5773-9e69-464b-8ba9-aff30acaa2c1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390909
Jun 03 20:26:43.521635 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf710d7-7e0d-4f54-b6bc-b9dc865b05a8 req-48f161c3-bbf5-4e58-b8bc-bb33a9ccc47b tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:43.523117 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ebf710d7-7e0d-4f54-b6bc-b9dc865b05a8 req-48f161c3-bbf5-4e58-b8bc-bb33a9ccc47b tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0873072
Jun 03 20:26:43.567875 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ebf710d7-7e0d-4f54-b6bc-b9dc865b05a8 req-277d9405-0087-44f0-a579-ebffba27d6d7 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389040
Jun 03 20:26:44.117505 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240f44b-76f7-43dc-b383-044a4b356a6b req-59322283-f894-4e64-8a21-3c39cd3cfc50 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:44.118962 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8240f44b-76f7-43dc-b383-044a4b356a6b req-59322283-f894-4e64-8a21-3c39cd3cfc50 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0831752
Jun 03 20:26:44.163305 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8240f44b-76f7-43dc-b383-044a4b356a6b req-7cdd7bfd-f884-4fdb-b8fd-526a72d89218 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382490
Jun 03 20:26:44.752659 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120ba25-4b2c-4f83-be49-3cb41405f584 req-1500c401-c920-479c-8ccc-679c69b16f2f tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:44.754048 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6120ba25-4b2c-4f83-be49-3cb41405f584 req-1500c401-c920-479c-8ccc-679c69b16f2f tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0813546
Jun 03 20:26:44.799362 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6120ba25-4b2c-4f83-be49-3cb41405f584 req-a470439e-1178-4e30-b86f-e7fd457d9f08 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395603
Jun 03 20:26:45.356956 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583cba6-878d-4400-bbcf-2529b1328cd5 req-04c233d6-d032-40be-b3f7-3c27717b6b7d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:45.358448 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1583cba6-878d-4400-bbcf-2529b1328cd5 req-04c233d6-d032-40be-b3f7-3c27717b6b7d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0819054
Jun 03 20:26:45.407665 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1583cba6-878d-4400-bbcf-2529b1328cd5 req-4809a2dd-1f3d-48d7-800e-e63fad4835c5 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434058
Jun 03 20:26:45.512457 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9df3a522-88f1-470c-b92f-76d27f439707 req-bd91f33a-347a-4eda-8f03-eebc3c383b59 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0731053
Jun 03 20:26:45.611981 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3a522-88f1-470c-b92f-76d27f439707 req-68f6de30-a7d7-49a5-a02b-ea2a46010fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:45.613357 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9df3a522-88f1-470c-b92f-76d27f439707 req-68f6de30-a7d7-49a5-a02b-ea2a46010fac service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=f5cdd4a3137d4af39a4e825b870c302b&device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 1096 time: 0.0726900
Jun 03 20:26:45.771857 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3a522-88f1-470c-b92f-76d27f439707 req-8d97da8c-93db-429a-a5ae-5977f3df4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:45.773312 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9df3a522-88f1-470c-b92f-76d27f439707 req-8d97da8c-93db-429a-a5ae-5977f3df4d18 service neutron] 10.222.0.122 "GET /v2.0/networks?id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36 HTTP/1.1" status: 200  len: 919 time: 0.1362374
Jun 03 20:26:45.886049 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9df3a522-88f1-470c-b92f-76d27f439707 req-45e2ed47-c9c4-4304-a1c4-ba0fa80caeeb service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1746f8c1-a047-4a37-909d-7863bd44b00d HTTP/1.1" status: 200  len: 999 time: 0.1010818
Jun 03 20:26:46.003920 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3a522-88f1-470c-b92f-76d27f439707 req-301a3173-4d67-464f-842a-69140bcae235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:46.005458 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9df3a522-88f1-470c-b92f-76d27f439707 req-301a3173-4d67-464f-842a-69140bcae235 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2 HTTP/1.1" status: 200  len: 856 time: 0.1115470
Jun 03 20:26:46.077898 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f4615-02bb-487d-99df-5d704fcf4895 req-262a16fd-27ac-4f79-83a1-c5682fb1b4cd tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:46.079570 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d16f4615-02bb-487d-99df-5d704fcf4895 req-262a16fd-27ac-4f79-83a1-c5682fb1b4cd tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.1550963
Jun 03 20:26:46.141171 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d16f4615-02bb-487d-99df-5d704fcf4895 req-7b434c04-d857-4534-912d-13a60b3703b3 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554659
Jun 03 20:26:46.145000 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3a522-88f1-470c-b92f-76d27f439707 req-ec44c83a-e514-451a-a825-cfece0bab98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:46.146739 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9df3a522-88f1-470c-b92f-76d27f439707 req-ec44c83a-e514-451a-a825-cfece0bab98a service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1298034
Jun 03 20:26:46.393106 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9df3a522-88f1-470c-b92f-76d27f439707 req-6980f695-e211-4227-9936-14a46e0fb0c6 service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2315216
Jun 03 20:26:46.533213 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9df3a522-88f1-470c-b92f-76d27f439707 req-e47fb0a7-2122-473e-892c-15ab29a2948d service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306560
Jun 03 20:26:46.604547 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def69d7-5b8b-4346-82e8-f69b7926bb9a req-042bfde9-5475-4525-a26e-210d72b19439 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:46.606008 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7def69d7-5b8b-4346-82e8-f69b7926bb9a req-042bfde9-5475-4525-a26e-210d72b19439 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0852857
Jun 03 20:26:46.652890 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7def69d7-5b8b-4346-82e8-f69b7926bb9a req-99bd761b-ba4f-4c0e-978e-7038dc7b21e5 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396113
Jun 03 20:26:47.336418 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73c0f7-a134-45b3-aa36-f4ad8505a6f6 req-202c3627-2f69-4891-839d-2ff592bec521 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:47.342007 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-eb73c0f7-a134-45b3-aa36-f4ad8505a6f6 req-202c3627-2f69-4891-839d-2ff592bec521 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0886598
Jun 03 20:26:47.388612 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-eb73c0f7-a134-45b3-aa36-f4ad8505a6f6 req-0dabd63b-baa0-4415-80f9-af45d76eef5c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444860
Jun 03 20:26:48.574076 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48a2f3-6e5b-4850-8e18-b9aec9498461 req-4182ad77-9590-45b1-824d-d027b326e96d tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:48.575547 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bb48a2f3-6e5b-4850-8e18-b9aec9498461 req-4182ad77-9590-45b1-824d-d027b326e96d tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0807281
Jun 03 20:26:48.619844 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bb48a2f3-6e5b-4850-8e18-b9aec9498461 req-d48dcca9-7ea4-4276-ad06-331dfdff5438 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375924
Jun 03 20:26:48.752637 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 299359ac-4e94-47f0-a872-40eaf354e453 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:26:48.757849 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 1746f8c1-a047-4a37-909d-7863bd44b00d no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:26:49.016441 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 299359ac-4e94-47f0-a872-40eaf354e453, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=299359ac-4e94-47f0-a872-40eaf354e453,segment=NetworkSegment(e3149497-77c5-4202-a530-739b9516f808),segment_id=e3149497-77c5-4202-a530-739b9516f808)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:26:49.029942 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '299359ac-4e94-47f0-a872-40eaf354e453', 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d', 'port_id': '299359ac-4e94-47f0-a872-40eaf354e453', 'mac_address': 'fa:16:3e:5d:2e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca289dd-2492-4579-8331-968a915e8bba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:26:49.083872 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:49.100254 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299359ac-4e94-47f0-a872-40eaf354e453 {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:26:49.115757 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 299359ac-4e94-47f0-a872-40eaf354e453, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=299359ac-4e94-47f0-a872-40eaf354e453,segment=NetworkSegment(e3149497-77c5-4202-a530-739b9516f808),segment_id=e3149497-77c5-4202-a530-739b9516f808)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:26:49.176554 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:49.179205 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:26:49.247603 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=299359ac-4e94-47f0-a872-40eaf354e453,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:26:49.250715 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:26:49.809427 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b30bf4-2407-41d4-a192-7838e18283af req-9b8806ca-d028-4cc4-838e-1128188ca386 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:49.810891 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b3b30bf4-2407-41d4-a192-7838e18283af req-9b8806ca-d028-4cc4-838e-1128188ca386 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 945 time: 0.0830407
Jun 03 20:26:49.855436 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b3b30bf4-2407-41d4-a192-7838e18283af req-2ad2557c-b91a-47f7-bcea-18c70b46ea5f tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387917
Jun 03 20:26:50.200158 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['299359ac-4e94-47f0-a872-40eaf354e453'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:26:50.970609 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d96a5d-1ef9-409f-8748-9c7902b710c4 req-49f062ad-b899-431c-a8cd-27ee799676f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:50.974658 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-02d96a5d-1ef9-409f-8748-9c7902b710c4 req-49f062ad-b899-431c-a8cd-27ee799676f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0955877
Jun 03 20:26:51.021001 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-02d96a5d-1ef9-409f-8748-9c7902b710c4 req-1d73d938-821f-42de-9e3e-32dcceb0211c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422564
Jun 03 20:26:51.269687 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d340d-aeda-4fbf-b6bf-f2a390941c60 req-9540d7ea-09e2-4b37-8d5e-1b69b2e42d15 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:51.271323 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a71d340d-aeda-4fbf-b6bf-f2a390941c60 req-9540d7ea-09e2-4b37-8d5e-1b69b2e42d15 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 945 time: 0.1470966
Jun 03 20:26:51.276009 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-dce22d21-f59b-4c74-b06f-a27707a0c63d req-adf22a89-8e78-4783-b348-2979499125c7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1145692
Jun 03 20:26:51.325847 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a71d340d-aeda-4fbf-b6bf-f2a390941c60 req-6ffda26d-9fea-48d0-bea8-12528f7c66a7 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439751
Jun 03 20:26:52.216987 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac21c2-00d9-4b94-a27b-676140b2a9d0 req-ef7dd5b7-de75-4153-91d2-7db415ff73a7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:52.218437 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-83ac21c2-00d9-4b94-a27b-676140b2a9d0 req-ef7dd5b7-de75-4153-91d2-7db415ff73a7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0837014
Jun 03 20:26:52.264261 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-83ac21c2-00d9-4b94-a27b-676140b2a9d0 req-d15b82c5-968d-449a-8c95-4e66390e05fa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394466
Jun 03 20:26:52.516624 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fffe0-998f-4830-bef8-6ff4a7d6b4b1 req-7556c731-7fb3-4e65-8f10-a48e25ee1705 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:52.518225 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3e8fffe0-998f-4830-bef8-6ff4a7d6b4b1 req-7556c731-7fb3-4e65-8f10-a48e25ee1705 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 945 time: 0.0872042
Jun 03 20:26:52.566221 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3e8fffe0-998f-4830-bef8-6ff4a7d6b4b1 req-91c96dee-7131-4394-b952-68c0196ee9a9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418029
Jun 03 20:26:52.710736 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 299359ac-4e94-47f0-a872-40eaf354e453 up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:26:52.852210 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port 299359ac-4e94-47f0-a872-40eaf354e453 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:26:52.857346 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 299359ac-4e94-47f0-a872-40eaf354e453 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:26:52.857724 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:52.976396 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:53.003940 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b6046d-9aae-4111-a168-3db966e80c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299359ac-4e94-47f0-a872-40eaf354e453'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:26:53.006201 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee1c7dd-399f-44ac-b88b-16d929b189e3" -d '{"events": [{"server_uuid": "03b6046d-9aae-4111-a168-3db966e80c3d", "name": "network-vif-plugged", "status": "completed", "tag": "299359ac-4e94-47f0-a872-40eaf354e453"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:26:53.013803 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 299359ac-4e94-47f0-a872-40eaf354e453, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=299359ac-4e94-47f0-a872-40eaf354e453,segment=NetworkSegment(e3149497-77c5-4202-a530-739b9516f808),segment_id=e3149497-77c5-4202-a530-739b9516f808)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:26:53.030745 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce22d21-f59b-4c74-b06f-a27707a0c63d req-49ebeab7-e9bd-431e-ae8d-5f344875633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:53.032304 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-dce22d21-f59b-4c74-b06f-a27707a0c63d req-49ebeab7-e9bd-431e-ae8d-5f344875633a service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1&tenant_id=f5cdd4a3137d4af39a4e825b870c302b HTTP/1.1" status: 200  len: 1096 time: 0.0772455
Jun 03 20:26:53.052582 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6cea1f-a106-4c69-9f1e-acce2e9d375e x-openstack-request-id: req-ee6cea1f-a106-4c69-9f1e-acce2e9d375e {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:26:53.052876 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b6046d-9aae-4111-a168-3db966e80c3d", "name": "network-vif-plugged", "status": "completed", "tag": "299359ac-4e94-47f0-a872-40eaf354e453", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:26:53.053132 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ee6cea1f-a106-4c69-9f1e-acce2e9d375e {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:26:53.053519 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b6046d-9aae-4111-a168-3db966e80c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299359ac-4e94-47f0-a872-40eaf354e453', 'code': 200}
Jun 03 20:26:53.103940 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:53.105775 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-45ce5634-f96c-4ee4-9927-8121a2313d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:26:53.135389 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce22d21-f59b-4c74-b06f-a27707a0c63d req-558ae879-4874-44fe-835d-8ca2480406aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:53.136855 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-dce22d21-f59b-4c74-b06f-a27707a0c63d req-558ae879-4874-44fe-835d-8ca2480406aa service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=f5cdd4a3137d4af39a4e825b870c302b&device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 1096 time: 0.0730786
Jun 03 20:26:53.177735 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=299359ac-4e94-47f0-a872-40eaf354e453,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:26:53.186220 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:26:53.186567 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:26:53.186929 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:26:53.187268 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:26:53.188116 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:26:53.188822 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:26:53.188822 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:26:53.189086 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:26:53.189401 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:26:53.189871 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:26:53.190201 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:26:53.191193 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:26:53.194481 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:26:53.279880 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce22d21-f59b-4c74-b06f-a27707a0c63d req-707c63d6-9d71-4123-8caf-9af9b3acf15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:53.281372 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-dce22d21-f59b-4c74-b06f-a27707a0c63d req-707c63d6-9d71-4123-8caf-9af9b3acf15d service neutron] 10.222.0.122 "GET /v2.0/networks?id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36 HTTP/1.1" status: 200  len: 919 time: 0.1357458
Jun 03 20:26:53.488585 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-dce22d21-f59b-4c74-b06f-a27707a0c63d req-0001c409-162d-48b2-86d9-74d1c415c3b7 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1746f8c1-a047-4a37-909d-7863bd44b00d HTTP/1.1" status: 200  len: 999 time: 0.1957021
Jun 03 20:26:53.585770 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce22d21-f59b-4c74-b06f-a27707a0c63d req-77c1837b-5cee-48fa-9b60-26ac3bfdb5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:53.587365 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-dce22d21-f59b-4c74-b06f-a27707a0c63d req-77c1837b-5cee-48fa-9b60-26ac3bfdb5b3 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2 HTTP/1.1" status: 200  len: 856 time: 0.0898602
Jun 03 20:26:53.590435 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf31db-dca9-4602-aa30-1f4d10100250 req-68f801ed-0249-4fd5-b8d6-2f80d66cc437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:53.591859 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c4bf31db-dca9-4602-aa30-1f4d10100250 req-68f801ed-0249-4fd5-b8d6-2f80d66cc437 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 1099 time: 0.2293136
Jun 03 20:26:53.599541 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031d645-ad2e-4f18-8183-5f2bfc3c95c2 req-a7e231fa-9402-432e-a968-0a5b114137c9 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:53.601124 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b031d645-ad2e-4f18-8183-5f2bfc3c95c2 req-a7e231fa-9402-432e-a968-0a5b114137c9 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.2051756
Jun 03 20:26:53.728777 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c4bf31db-dca9-4602-aa30-1f4d10100250 req-bca6362d-c589-4cb9-80d2-d10cd4f6c700 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1255474
Jun 03 20:26:53.731522 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b031d645-ad2e-4f18-8183-5f2bfc3c95c2 req-654756fb-2b33-4fc6-9370-d10f9524db05 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0905983
Jun 03 20:26:53.750639 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce22d21-f59b-4c74-b06f-a27707a0c63d req-c598497d-6a1a-4426-acb1-6d417820d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:53.752325 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-dce22d21-f59b-4c74-b06f-a27707a0c63d req-c598497d-6a1a-4426-acb1-6d417820d268 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=e6a1bc66-7e11-43d1-b2d7-7105e819ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1503062
Jun 03 20:26:53.764950 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d09fea-8dc4-4c4e-a1ee-69020d458ee7 req-b824eb96-ef6b-48ed-8a42-95c2ae535bfe tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:53.766919 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f4d09fea-8dc4-4c4e-a1ee-69020d458ee7 req-b824eb96-ef6b-48ed-8a42-95c2ae535bfe tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0882325
Jun 03 20:26:53.811069 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f4d09fea-8dc4-4c4e-a1ee-69020d458ee7 req-5e234011-97af-4b6e-93d2-f1ccc0dec915 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387883
Jun 03 20:26:53.921064 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-dce22d21-f59b-4c74-b06f-a27707a0c63d req-195b1a61-3658-4d12-8e9e-a8a71d431dbd service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305926
Jun 03 20:26:54.151148 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-dce22d21-f59b-4c74-b06f-a27707a0c63d req-377f3ec4-d0bf-4780-ae9d-bb438d26dfee service neutron] 10.222.0.122 "GET /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2184422
Jun 03 20:26:54.968552 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df396b7-be85-46f1-8a42-d7955188e5e7 req-f73ab909-6e49-4867-963c-7a6fca588c77 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:54.970024 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9df396b7-be85-46f1-8a42-d7955188e5e7 req-f73ab909-6e49-4867-963c-7a6fca588c77 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0980446
Jun 03 20:26:55.020144 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9df396b7-be85-46f1-8a42-d7955188e5e7 req-d170b8aa-69fb-4599-8cda-55b4517f5e46 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435376
Jun 03 20:26:55.030358 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860e8b4-35e5-4d04-9719-948eff89a0a9 req-512d6d9c-680b-4b1e-92e8-3707cc748a4b tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:55.033532 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1860e8b4-35e5-4d04-9719-948eff89a0a9 req-512d6d9c-680b-4b1e-92e8-3707cc748a4b tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.1109817
Jun 03 20:26:55.079907 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1860e8b4-35e5-4d04-9719-948eff89a0a9 req-53fd2bc2-f0d6-4d75-ba6f-e8fd47f4c3da tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410810
Jun 03 20:26:56.335828 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ea01460c-896d-40d2-a192-31880efecfa7 req-4dd9f3b6-db2a-4c84-9e40-1843bdeb38e0 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-12649576&fields=id&tenant_id=a9b525c195d240939facb0f0f69e34c4 HTTP/1.1" status: 200  len: 267 time: 0.1521463
Jun 03 20:26:56.375898 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0983405-049b-4d38-856a-ddab9c4cb1a5 req-7dfb8052-765f-4ca1-a0c3-200fdaf24984 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:56.377410 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b0983405-049b-4d38-856a-ddab9c4cb1a5 req-7dfb8052-765f-4ca1-a0c3-200fdaf24984 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0929987
Jun 03 20:26:56.426143 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b0983405-049b-4d38-856a-ddab9c4cb1a5 req-b89933d1-fb23-4203-a656-0bec8d5ee8de tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429113
Jun 03 20:26:56.498802 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01460c-896d-40d2-a192-31880efecfa7 req-6f85f40a-436b-4552-827b-768b09798f44 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:56.500587 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ea01460c-896d-40d2-a192-31880efecfa7 req-6f85f40a-436b-4552-827b-768b09798f44 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/networks?id=6e68be35-77da-422e-8229-bc0fe54b16d7 HTTP/1.1" status: 200  len: 812 time: 0.1575580
Jun 03 20:26:56.517204 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ea01460c-896d-40d2-a192-31880efecfa7 req-324ef08f-b760-4360-8063-b58d255ade76 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/quotas/a9b525c195d240939facb0f0f69e34c4 HTTP/1.1" status: 200  len: 375 time: 0.0101554
Jun 03 20:26:56.624783 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ea01460c-896d-40d2-a192-31880efecfa7 req-90d0e939-a8fc-41bd-b021-4bad941cab5c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a9b525c195d240939facb0f0f69e34c4&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1000504
Jun 03 20:26:56.664903 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54756083-c2b5-4132-be93-cf826a859ac9 req-8a291e12-5e83-456b-9e4d-2dd8f5f22f4e tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:56.666413 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-54756083-c2b5-4132-be93-cf826a859ac9 req-8a291e12-5e83-456b-9e4d-2dd8f5f22f4e tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.1085258
Jun 03 20:26:56.715099 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-54756083-c2b5-4132-be93-cf826a859ac9 req-e354adfc-7d6c-4899-a6a4-48ab3995868a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415537
Jun 03 20:26:56.782863 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ea01460c-896d-40d2-a192-31880efecfa7 req-60d93347-10f1-4ec3-b349-114ab2c5721c service neutron] 10.222.0.96 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455138
Jun 03 20:26:56.910705 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ac99f-ac92-427e-bdf0-20692416be08 req-d2e2f291-6a34-43dd-8f5c-3eb0e02d0855 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:56.912127 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b84ac99f-ac92-427e-bdf0-20692416be08 req-d2e2f291-6a34-43dd-8f5c-3eb0e02d0855 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 946 time: 0.0945661
Jun 03 20:26:56.931233 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ea01460c-896d-40d2-a192-31880efecfa7 req-64dcccb9-4b1c-4896-a4b7-1e5644d97127 service neutron] 10.222.0.96 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419632
Jun 03 20:26:56.966461 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-b84ac99f-ac92-427e-bdf0-20692416be08 req-59e3acb0-1daa-443d-96f1-56b443baf23e tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467877
Jun 03 20:26:57.406695 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-5f3d48a0-d921-42c1-a3e5-4b9513a752f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:26:57.680387 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ffad1645-08e8-4b4c-b5bc-25e59d2dff7e req-f7c69f11-a926-4613-a8fb-2b04ac49120c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 210 time: 0.0615098
Jun 03 20:26:57.684710 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df606b5f-53fc-44ba-844e-62d759d31f12 req-a7243b2a-aa30-445b-ab6e-71e5ebbf9390 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:57.688738 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-df606b5f-53fc-44ba-844e-62d759d31f12 req-a7243b2a-aa30-445b-ab6e-71e5ebbf9390 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.1319811
Jun 03 20:26:57.757901 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-df606b5f-53fc-44ba-844e-62d759d31f12 req-2de1bd1f-68ec-4805-9b4e-3f9af4241222 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624394
Jun 03 20:26:57.927086 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d765-4390-4f4e-90f1-fd441da8496b req-4f0e605e-3537-433f-92e6-f53bd96fe0b3 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:57.928817 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4846d765-4390-4f4e-90f1-fd441da8496b req-4f0e605e-3537-433f-92e6-f53bd96fe0b3 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0877411
Jun 03 20:26:57.981902 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4846d765-4390-4f4e-90f1-fd441da8496b req-72c386c7-9bcc-47ae-be7c-801f862b8244 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421085
Jun 03 20:26:58.214579 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107869da-4be3-4d2d-b991-76ab9de81bf5 req-45bdb2db-a3a4-45cd-a967-67a9b422c0b6 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:58.222021 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-107869da-4be3-4d2d-b991-76ab9de81bf5 req-45bdb2db-a3a4-45cd-a967-67a9b422c0b6 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 946 time: 0.1041615
Jun 03 20:26:58.278223 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-107869da-4be3-4d2d-b991-76ab9de81bf5 req-b06e2d0f-01c6-423e-bea8-aad8e46aa003 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516922
Jun 03 20:26:58.830806 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5a53d1bd-2d24-4f7f-8e3b-f87fef9dacb8 req-4c06e205-174c-41a1-b845-b2f77557c545 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 210 time: 0.0549014
Jun 03 20:26:58.958591 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b56eb7-c467-4587-8762-6e41f728df73 req-bf44d1bc-c7b2-49d2-8274-b682d6647ddb tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:58.960156 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-93b56eb7-c467-4587-8762-6e41f728df73 req-bf44d1bc-c7b2-49d2-8274-b682d6647ddb tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0812614
Jun 03 20:26:59.009173 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-93b56eb7-c467-4587-8762-6e41f728df73 req-bdb4ce43-5b5e-4112-b22b-e3917624d925 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423417
Jun 03 20:26:59.189063 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4942a9-3ee5-4599-83de-ffa8e945b588 req-22edf0ac-f544-4087-b99c-73b81be6a393 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:59.190550 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6f4942a9-3ee5-4599-83de-ffa8e945b588 req-22edf0ac-f544-4087-b99c-73b81be6a393 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0845087
Jun 03 20:26:59.237622 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6f4942a9-3ee5-4599-83de-ffa8e945b588 req-5d02d6c7-02df-4cda-b97a-3dbc6572217c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413840
Jun 03 20:26:59.480997 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7aed3-37fc-4814-8f83-80f1587f0e75 req-27c861fe-4241-402f-a54d-5c8da7bc49df tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:26:59.482429 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1da7aed3-37fc-4814-8f83-80f1587f0e75 req-27c861fe-4241-402f-a54d-5c8da7bc49df tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 946 time: 0.0876715
Jun 03 20:26:59.531853 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1da7aed3-37fc-4814-8f83-80f1587f0e75 req-b8742184-31a0-4d54-a734-b56005a02827 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422158
Jun 03 20:26:59.990023 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2d2173cb-ebbc-4d1b-a1d5-214ed3b74103 req-35a8bdec-b2f1-457c-b36a-4a23cf87b9bf tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 210 time: 0.0495791
Jun 03 20:27:00.021758 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4600834-7b4e-4001-928d-9ed5c8040ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:00.050001 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:00.225240 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee1712-ff01-4753-8026-abd3d3736c31 req-4b88e08e-c909-443f-938d-33ce4b31e08d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:00.226758 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ecee1712-ff01-4753-8026-abd3d3736c31 req-4b88e08e-c909-443f-938d-33ce4b31e08d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0879714
Jun 03 20:27:00.273551 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ecee1712-ff01-4753-8026-abd3d3736c31 req-796cc42b-3b05-4987-b868-37dafe6594f9 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406303
Jun 03 20:27:00.428482 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be063baa-8c87-489c-b2ca-85a8e62dc7d9 req-6e681ced-8eb4-46cc-8024-79ca5f56ef77 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:00.430027 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-be063baa-8c87-489c-b2ca-85a8e62dc7d9 req-6e681ced-8eb4-46cc-8024-79ca5f56ef77 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0846045
Jun 03 20:27:00.490337 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-be063baa-8c87-489c-b2ca-85a8e62dc7d9 req-396db2b1-3f09-472c-899e-3e6ef70a60e9 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542061
Jun 03 20:27:00.727371 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e4d1f-9dcd-4c92-ae2b-0de510e0449a req-c6032de3-dd99-4229-88a1-9b6451c367bb tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:00.728876 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-713e4d1f-9dcd-4c92-ae2b-0de510e0449a req-c6032de3-dd99-4229-88a1-9b6451c367bb tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 946 time: 0.0865583
Jun 03 20:27:00.781591 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-713e4d1f-9dcd-4c92-ae2b-0de510e0449a req-c14b1c02-0f63-4abf-8da3-85ef371e8749 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467277
Jun 03 20:27:01.146388 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-37e87b59-37a1-4efc-9b80-e06766c80679 req-4dc35191-1d44-4353-be9b-ab9e35ee3a19 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 210 time: 0.0473979
Jun 03 20:27:01.344049 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:01.475356 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98a9b5-3173-4608-828a-e19352c027c2 req-12b280d0-db33-47b4-b0d4-97ac0bb9ec77 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:01.477010 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7d98a9b5-3173-4608-828a-e19352c027c2 req-12b280d0-db33-47b4-b0d4-97ac0bb9ec77 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0853150
Jun 03 20:27:01.527118 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-7d98a9b5-3173-4608-828a-e19352c027c2 req-4c04f650-8aab-4cec-92ba-42de486beffa tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437615
Jun 03 20:27:01.688177 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a61c1-c466-4fc9-b151-7f967a40128d req-9e26771b-ac9f-4559-afe1-5523483d4d03 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:01.689679 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-713a61c1-c466-4fc9-b151-7f967a40128d req-9e26771b-ac9f-4559-afe1-5523483d4d03 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0851862
Jun 03 20:27:01.736419 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-713a61c1-c466-4fc9-b151-7f967a40128d req-af46ae49-2757-4dea-9ccc-ccb54242e17a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400236
Jun 03 20:27:01.972750 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402cc1c-f7c9-4a07-a4b8-ec75c5549fe8 req-5cdffc95-d3df-415f-9c97-46db459bb014 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:01.974199 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6402cc1c-f7c9-4a07-a4b8-ec75c5549fe8 req-5cdffc95-d3df-415f-9c97-46db459bb014 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 946 time: 0.0826762
Jun 03 20:27:02.018536 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6402cc1c-f7c9-4a07-a4b8-ec75c5549fe8 req-c1f44af1-6255-484e-930a-b9497bd7d763 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383773
Jun 03 20:27:02.302331 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-abf5101a-b962-4b24-9ef7-8194e21f8590 req-572e9f0c-bee5-40a4-822e-ff7f5e44d771 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 210 time: 0.0480068
Jun 03 20:27:02.727474 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721553c2-87f0-49fe-9a9a-fd9366d9e316 req-c6c70780-3ee0-47e3-8e93-4087b19c4b4e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:02.728964 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-721553c2-87f0-49fe-9a9a-fd9366d9e316 req-c6c70780-3ee0-47e3-8e93-4087b19c4b4e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0889258
Jun 03 20:27:02.778196 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-721553c2-87f0-49fe-9a9a-fd9366d9e316 req-1740f546-7cc4-484b-b7f9-40808b2fc759 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436804
Jun 03 20:27:02.921194 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:02.931118 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c8703-429d-4b09-8e31-d21b7a60804c req-e5348f53-5fc6-48ca-99c5-260736f3bea3 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:02.932675 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-460c8703-429d-4b09-8e31-d21b7a60804c req-e5348f53-5fc6-48ca-99c5-260736f3bea3 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0867205
Jun 03 20:27:02.983239 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-460c8703-429d-4b09-8e31-d21b7a60804c req-f0be87fa-f34a-40ec-88e5-aa487de62811 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421572
Jun 03 20:27:03.214369 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8d817-055f-4edc-b15a-6337f9a0e372 req-f63cc9c5-8166-4c59-babf-358518e696ce tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:03.216150 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-75a8d817-055f-4edc-b15a-6337f9a0e372 req-f63cc9c5-8166-4c59-babf-358518e696ce tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 946 time: 0.0859537
Jun 03 20:27:03.277975 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-75a8d817-055f-4edc-b15a-6337f9a0e372 req-45b84528-db30-4b5f-bffa-2076f6dd0829 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547674
Jun 03 20:27:03.462896 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-cca5bc11-12f5-4d73-b9d8-ce6c0c808a1a req-d3bdb6b2-8690-4dbd-95d9-74cca1d0f1ca tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 210 time: 0.0464869
Jun 03 20:27:03.974249 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e02c4-937d-4117-8525-17fb5c041253 req-16d3ab8b-1e43-4ee3-b544-5a12b31ba574 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:03.975745 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-df1e02c4-937d-4117-8525-17fb5c041253 req-16d3ab8b-1e43-4ee3-b544-5a12b31ba574 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0825105
Jun 03 20:27:04.024271 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-df1e02c4-937d-4117-8525-17fb5c041253 req-be289f3b-a2ab-4406-9932-1fedd472290c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427127
Jun 03 20:27:04.179187 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb25ccf-c1b6-47a5-ad65-dbd16b1a1d9f req-19486e0d-40c0-4266-b559-de44a0fd9271 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:04.181295 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8bb25ccf-c1b6-47a5-ad65-dbd16b1a1d9f req-19486e0d-40c0-4266-b559-de44a0fd9271 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0867646
Jun 03 20:27:04.229078 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8bb25ccf-c1b6-47a5-ad65-dbd16b1a1d9f req-b185b7c9-878a-4632-bd3f-88284513fa2c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420790
Jun 03 20:27:04.573364 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce0e03-b436-4fa2-ab9a-5ffaeb0b0c36 req-bf82537c-b21b-47c7-9691-d11a4b47f1ad tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:04.575068 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-62ce0e03-b436-4fa2-ab9a-5ffaeb0b0c36 req-bf82537c-b21b-47c7-9691-d11a4b47f1ad tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 946 time: 0.1851950
Jun 03 20:27:04.628057 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-62ce0e03-b436-4fa2-ab9a-5ffaeb0b0c36 req-2f6c6c76-9972-44c8-9374-c6b06db2a337 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467551
Jun 03 20:27:04.631965 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1b085c14-8f27-4ca7-8b0d-2c093380b679 req-608cb95a-312b-49bd-9626-856f3c292a25 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 210 time: 0.0510554
Jun 03 20:27:05.243372 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8bf2d-215b-48eb-ab81-0fe0f63663b7 req-a09d7775-dff4-4d96-bcf8-75b89a8ec6e7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:05.274860 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-74d8bf2d-215b-48eb-ab81-0fe0f63663b7 req-a09d7775-dff4-4d96-bcf8-75b89a8ec6e7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0880358
Jun 03 20:27:05.293280 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-74d8bf2d-215b-48eb-ab81-0fe0f63663b7 req-7aa41f3c-6875-490e-bdac-f373375d846a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423715
Jun 03 20:27:05.479679 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593edb5-45ce-43da-a26a-90cbe4638238 req-9d6bf784-f7f1-4b50-a73e-add3a31ba00a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:05.481319 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1593edb5-45ce-43da-a26a-90cbe4638238 req-9d6bf784-f7f1-4b50-a73e-add3a31ba00a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0851088
Jun 03 20:27:05.530269 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1593edb5-45ce-43da-a26a-90cbe4638238 req-fb0060f7-a420-4c04-8163-65134ced388e tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431509
Jun 03 20:27:05.791495 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-52c3373f-a61f-44c5-9a32-f6a856a3603e req-1605f033-d9b2-4b5f-993d-6824c2504739 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 210 time: 0.0448308
Jun 03 20:27:05.830912 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf0137-1939-4d04-9e61-988581cf2f70 req-a8f12ee1-00b5-42b6-bdad-e13b3ce6f0fe tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:05.834535 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9fbf0137-1939-4d04-9e61-988581cf2f70 req-a8f12ee1-00b5-42b6-bdad-e13b3ce6f0fe tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 946 time: 0.0848920
Jun 03 20:27:05.879846 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9fbf0137-1939-4d04-9e61-988581cf2f70 req-efd46436-13c6-49d3-935b-047a1a6f94d7 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413954
Jun 03 20:27:06.624572 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50d4dc-54ea-4f7f-9be3-a3a271040975 req-c2032109-15f5-4bea-9521-ca6ea69b292c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:06.626834 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-0a50d4dc-54ea-4f7f-9be3-a3a271040975 req-c2032109-15f5-4bea-9521-ca6ea69b292c tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.1887896
Jun 03 20:27:06.676849 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-0a50d4dc-54ea-4f7f-9be3-a3a271040975 req-2a479481-3d10-45ec-9266-ac0d21a0df2d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442469
Jun 03 20:27:06.737311 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f105c-89e2-4ee7-9eee-f1c06d1cfc8f req-0453c74c-64a2-4ef7-ae3f-6f5dbdaf6202 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:06.738785 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1c3f105c-89e2-4ee7-9eee-f1c06d1cfc8f req-0453c74c-64a2-4ef7-ae3f-6f5dbdaf6202 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0944431
Jun 03 20:27:06.785428 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1c3f105c-89e2-4ee7-9eee-f1c06d1cfc8f req-2f1b40b5-98bf-4a4f-95ec-2ad47547aa30 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408683
Jun 03 20:27:06.947433 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5f6ed729-df2d-4648-8c5b-654ab388e5a5 req-acbf4848-3f38-4559-9be0-e982496afae6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 210 time: 0.0471625
Jun 03 20:27:07.074276 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf5b59-403c-4a3c-9f5b-62ec5e3f8864 req-06ac5c4e-cd15-42b2-a360-7b8cecc1a66a tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:07.075742 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d4cf5b59-403c-4a3c-9f5b-62ec5e3f8864 req-06ac5c4e-cd15-42b2-a360-7b8cecc1a66a tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 946 time: 0.0806854
Jun 03 20:27:07.121183 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d4cf5b59-403c-4a3c-9f5b-62ec5e3f8864 req-ee81d9a3-99a3-4184-aa97-e33a4607e383 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389616
Jun 03 20:27:07.875725 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fa78a-f8a5-4ab5-b9a2-0c8dd24986e5 req-545da991-3324-45a4-ac65-8afb5a2f1283 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:07.879326 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ba1fa78a-f8a5-4ab5-b9a2-0c8dd24986e5 req-545da991-3324-45a4-ac65-8afb5a2f1283 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0869730
Jun 03 20:27:07.929095 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ba1fa78a-f8a5-4ab5-b9a2-0c8dd24986e5 req-2fd29e70-d4da-4010-ac0f-9b17d93874cd tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445755
Jun 03 20:27:07.998276 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73867846-d03b-49cc-ac5f-bc8ef261bddb req-fafc91ef-fa36-41ed-99d5-d7a266f2b941 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:07.999962 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-73867846-d03b-49cc-ac5f-bc8ef261bddb req-fafc91ef-fa36-41ed-99d5-d7a266f2b941 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0958791
Jun 03 20:27:08.054240 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-73867846-d03b-49cc-ac5f-bc8ef261bddb req-cc5faced-b84d-4c4e-9d6a-c23ddeecba59 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467958
Jun 03 20:27:08.109898 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-381f3c32-7b31-4e1e-9e79-435daaccff8f req-5badec1b-8810-4419-8045-43fcdf016ae6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 210 time: 0.0504367
Jun 03 20:27:08.308872 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c74455-e865-4f6c-975b-1f7c638123a7 req-10f5bfa1-c717-476e-9a43-6cd53ded2e74 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:08.310427 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f8c74455-e865-4f6c-975b-1f7c638123a7 req-10f5bfa1-c717-476e-9a43-6cd53ded2e74 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 946 time: 0.0802219
Jun 03 20:27:08.359185 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f8c74455-e865-4f6c-975b-1f7c638123a7 req-ee2e703c-1229-46ed-87de-4a70aa81983d tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428944
Jun 03 20:27:09.126324 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca7524-c825-4b66-ac1d-cd5a4009998f req-5353a86f-1ea4-4f4e-989f-2322e5dc7a2a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:09.128402 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e9ca7524-c825-4b66-ac1d-cd5a4009998f req-5353a86f-1ea4-4f4e-989f-2322e5dc7a2a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0845799
Jun 03 20:27:09.173849 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e9ca7524-c825-4b66-ac1d-cd5a4009998f req-f6c2c2aa-abb8-4df9-8da1-7468fa095af7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396957
Jun 03 20:27:09.399665 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd209dc-7a0d-4714-be98-353a410948e6 req-577ca55a-7a4f-43b6-b6de-059b167977ed tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:09.401803 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4dd209dc-7a0d-4714-be98-353a410948e6 req-577ca55a-7a4f-43b6-b6de-059b167977ed tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.2354643
Jun 03 20:27:09.413074 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01460c-896d-40d2-a192-31880efecfa7 req-406e70c8-871f-4def-826d-a8b3aa87e721 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:09.414682 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ea01460c-896d-40d2-a192-31880efecfa7 req-406e70c8-871f-4def-826d-a8b3aa87e721 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.122 "GET /v2.0/networks?id=6e68be35-77da-422e-8229-bc0fe54b16d7 HTTP/1.1" status: 200  len: 812 time: 0.2039642
Jun 03 20:27:09.467789 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-137d6eac-ff7b-4337-aa56-753d80aef32e req-3451fac5-eb9c-46c2-bfc5-2598ac62253f tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 210 time: 0.0460474
Jun 03 20:27:09.502639 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4dd209dc-7a0d-4714-be98-353a410948e6 req-6d4b0c56-2fb5-461c-80e9-ee5a045ae212 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864425
Jun 03 20:27:09.506515 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ea01460c-896d-40d2-a192-31880efecfa7 req-14f0b595-4f70-4c98-8e8b-e3a4ef7b0669 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.122 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9b525c195d240939facb0f0f69e34c4 HTTP/1.1" status: 200  len: 378 time: 0.0748320
Jun 03 20:27:09.516685 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-ea01460c-896d-40d2-a192-31880efecfa7 req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Request body: {'port': {'device_id': '18214a8b-ca6e-4c8e-ba76-64811dcad6dc', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'admin_state_up': True, 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'security_groups': ['ff40e807-d779-46cb-8e57-39792f04282c']}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:27:09.647564 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99ca6b-612f-42cc-b00c-1b117515e292 req-c27b1fd9-4931-4115-a676-73385a0d02a4 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:09.649061 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6f99ca6b-612f-42cc-b00c-1b117515e292 req-c27b1fd9-4931-4115-a676-73385a0d02a4 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 946 time: 0.0861201
Jun 03 20:27:09.693941 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6f99ca6b-612f-42cc-b00c-1b117515e292 req-90de776c-bea1-405f-9ff3-7a3de25ef9f4 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388627
Jun 03 20:27:09.728186 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-ea01460c-896d-40d2-a192-31880efecfa7 req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:27:09.734336 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-ea01460c-896d-40d2-a192-31880efecfa7 req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Usage tracker for resource:port and tenant:a9b525c195d240939facb0f0f69e34c4 is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:27:09.737889 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-ea01460c-896d-40d2-a192-31880efecfa7 req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Quota usage for port was recalculated. Used quota:5. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:27:09.750365 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-ea01460c-896d-40d2-a192-31880efecfa7 req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:27:09.768560 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba7bd6-c09f-4983-901d-05e1b282b9a1 req-6b5cb0ce-d8e4-41f9-8eae-df16c3ebf2c4 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:09.768560 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c2ba7bd6-c09f-4983-901d-05e1b282b9a1 req-6b5cb0ce-d8e4-41f9-8eae-df16c3ebf2c4 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.1456194
Jun 03 20:27:09.809567 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c2ba7bd6-c09f-4983-901d-05e1b282b9a1 req-26891ad6-a6cb-46b8-8f55-5019488c2051 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392165
Jun 03 20:27:09.833060 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44296) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:27:09.863670 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:09.889669 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea01460c-896d-40d2-a192-31880efecfa7 req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Made reservation on behalf of a9b525c195d240939facb0f0f69e34c4 for: {'port': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:27:09.893261 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ea01460c-896d-40d2-a192-31880efecfa7 req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:10.106943 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec4fb6-0632-4230-b681-7efd6cfeb77d tempest-TestShelveInstance-1111310817 tempest-TestShelveInstance-1111310817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:10.107561 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-beec4fb6-0632-4230-b681-7efd6cfeb77d tempest-TestShelveInstance-1111310817 tempest-TestShelveInstance-1111310817-project-admin] Synchronizing usage tracker for tenant:a637e5b1da744ccbaf352e79a72f97c2 on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:27:10.121858 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [req-ea01460c-896d-40d2-a192-31880efecfa7 req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Allocated IP 172.20.0.12 (6e68be35-77da-422e-8229-bc0fe54b16d7/edc2a89f-71b4-4e63-9775-449d925ee0ff/643de4a0-c8a8-40fd-bf17-dab777556d4e) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:27:10.258886 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-beec4fb6-0632-4230-b681-7efd6cfeb77d tempest-TestShelveInstance-1111310817 tempest-TestShelveInstance-1111310817-project-admin] Unset dirty status for tenant:a637e5b1da744ccbaf352e79a72f97c2 on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:27:10.260056 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-beec4fb6-0632-4230-b681-7efd6cfeb77d tempest-TestShelveInstance-1111310817 tempest-TestShelveInstance-1111310817-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 1094 time: 0.4260137
Jun 03 20:27:10.263179 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 44302) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:27:10.268127 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Request body: {'floatingip': {'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'port_id': '299359ac-4e94-47f0-a872-40eaf354e453', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:27:10.274261 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:27:10.278378 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Usage tracker for resource:floatingip and tenant:db46fead74a948a1a87fad7d2871462c is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:27:10.281749 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:27:10.287732 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:27:10.329774 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ea01460c-896d-40d2-a192-31880efecfa7 req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:10.348294 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-ea01460c-896d-40d2-a192-31880efecfa7 req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Transition to ACTIVE for port object 643de4a0-c8a8-40fd-bf17-dab777556d4e will not be triggered until provisioned by entity DHCP. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:27:10.377854 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78917ea3-fdb0-4dff-bd95-0277a773c2ac req-ac641658-93f5-43b2-9d2b-6349c15264a0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:10.379366 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-78917ea3-fdb0-4dff-bd95-0277a773c2ac req-ac641658-93f5-43b2-9d2b-6349c15264a0 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 943 time: 0.0885429
Jun 03 20:27:10.406080 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for floatingip, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:10.453232 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-78917ea3-fdb0-4dff-bd95-0277a773c2ac req-018b3cac-ce52-4a3f-9f2d-e9560d53c49e tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679460
Jun 03 20:27:10.500457 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ea01460c-896d-40d2-a192-31880efecfa7 req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:10.502266 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f9427-bf17-4015-854f-110e94ea41dc req-033ca1ef-0dcc-4179-937a-82e37affc0b1 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:10.502266 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-518f9427-bf17-4015-854f-110e94ea41dc req-033ca1ef-0dcc-4179-937a-82e37affc0b1 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.122 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 946 time: 0.0856786
Jun 03 20:27:10.506543 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e1cfbdf8-856e-4666-96a5-1cf5084bb51b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:27:10.567708 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:10.714642 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Allocated IP 172.27.0.21 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/6449dbd9-8f87-4c84-9d40-c81ef54b4585) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:27:10.769188 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea01460c-896d-40d2-a192-31880efecfa7 req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Network 6e68be35-77da-422e-8229-bc0fe54b16d7 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:27:10.780657 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [req-ea01460c-896d-40d2-a192-31880efecfa7 req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:27:10.789389 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 1746f8c1-a047-4a37-909d-7863bd44b00d details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:27:10.802124 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea01460c-896d-40d2-a192-31880efecfa7 req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:27:10.904118 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event updated for resources: {'Port': ['ID=643de4a0-c8a8-40fd-bf17-dab777556d4e,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:27:10.929797 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:10.932282 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:10.932282 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:10.932282 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:10.932282 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:10.932282 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:10.932731 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:10.932731 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:10.933240 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:10.933607 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:10.933975 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:10.934327 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:10.938555 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:27:10.971631 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:10.983991 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 1746f8c1-a047-4a37-909d-7863bd44b00d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1746f8c1-a047-4a37-909d-7863bd44b00d,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:27:11.004776 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '1746f8c1-a047-4a37-909d-7863bd44b00d', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'port_id': '1746f8c1-a047-4a37-909d-7863bd44b00d', 'mac_address': 'fa:16:3e:f4:57:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:27:11.006246 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01460c-896d-40d2-a192-31880efecfa7 req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:11.006931 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ea01460c-896d-40d2-a192-31880efecfa7 req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:11.008230 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134b56d-e1a5-4cd4-b2e5-7efc14108af3 req-951b9b61-9a52-461a-9346-49b89c18df43 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:11.009837 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9134b56d-e1a5-4cd4-b2e5-7efc14108af3 req-951b9b61-9a52-461a-9346-49b89c18df43 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 946 time: 0.1804750
Jun 03 20:27:11.043907 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af9f71-824c-4aa4-a917-2fcfd6c0e39d req-111a599e-cd78-4b41-bce1-1afeeec9d200 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:11.045847 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d0af9f71-824c-4aa4-a917-2fcfd6c0e39d req-111a599e-cd78-4b41-bce1-1afeeec9d200 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 932 time: 0.3977597
Jun 03 20:27:11.063571 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-518f9427-bf17-4015-854f-110e94ea41dc req-bbbfdf95-84a0-450b-a9bb-dc8baed2478f tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Deleting port 34d5377f-1245-43b9-a932-82ac8dda9576 {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:27:11.070063 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-518f9427-bf17-4015-854f-110e94ea41dc req-bbbfdf95-84a0-450b-a9bb-dc8baed2478f tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:11.076296 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9134b56d-e1a5-4cd4-b2e5-7efc14108af3 req-ec6c8a2d-097c-47d0-bc56-3784119b6ee5 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/security-groups?id=0009fc52-3ac7-4505-9563-31b41e7a3bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594006
Jun 03 20:27:11.076438 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:11.104646 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1746f8c1-a047-4a37-909d-7863bd44b00d {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:27:11.120943 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 1746f8c1-a047-4a37-909d-7863bd44b00d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1746f8c1-a047-4a37-909d-7863bd44b00d,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:27:11.150162 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:11.154441 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:27:11.197259 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ea01460c-896d-40d2-a192-31880efecfa7 req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6842284
Jun 03 20:27:11.214611 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:27:11.218294 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:11.219343 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Request body: {'port': {'device_id': '18214a8b-ca6e-4c8e-ba76-64811dcad6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:27:11.222047 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-f9fc44eb-7c50-49ad-a934-283e5dbf8805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:27:11.222411 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:27:11.227493 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:27:11.247055 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-d0af9f71-824c-4aa4-a917-2fcfd6c0e39d req-9e8d9599-694b-4acf-83bc-6b039eb06675 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1574652
Jun 03 20:27:11.260651 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Pushing event updated for resources: {'Port': ['ID=6449dbd9-8f87-4c84-9d40-c81ef54b4585,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:27:11.278884 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-a1d00d98-db13-47c8-856e-da559af2a788 None None] Provisioning for port 643de4a0-c8a8-40fd-bf17-dab777556d4e completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:27:11.281811 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:11.282292 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:11.282547 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:11.283705 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:11.283705 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:11.283927 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-a1d00d98-db13-47c8-856e-da559af2a788 None None] Provisioning complete for port 643de4a0-c8a8-40fd-bf17-dab777556d4e triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:27:11.284019 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:11.284347 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-a1d00d98-db13-47c8-856e-da559af2a788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:11.284471 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:11.284690 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:11.285040 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:11.285394 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:11.285736 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:11.286080 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:27:11.291347 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:27:11.354493 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-518f9427-bf17-4015-854f-110e94ea41dc req-bbbfdf95-84a0-450b-a9bb-dc8baed2478f tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] For port 34d5377f-1245-43b9-a932-82ac8dda9576, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=34d5377f-1245-43b9-a932-82ac8dda9576,segment=NetworkSegment(278fc964-c8b4-40fb-8330-7cbf2be50ad0),segment_id=278fc964-c8b4-40fb-8330-7cbf2be50ad0)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:27:11.354906 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-518f9427-bf17-4015-854f-110e94ea41dc req-bbbfdf95-84a0-450b-a9bb-dc8baed2478f tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:11.360967 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-a1d00d98-db13-47c8-856e-da559af2a788 None None] Port 643de4a0-c8a8-40fd-bf17-dab777556d4e cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:27:11.366876 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=1746f8c1-a047-4a37-909d-7863bd44b00d,revision_number=9']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:27:11.376954 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:27:11.493868 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-518f9427-bf17-4015-854f-110e94ea41dc req-bbbfdf95-84a0-450b-a9bb-dc8baed2478f tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Calling delete_port for 34d5377f-1245-43b9-a932-82ac8dda9576 owned by compute:nova {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:27:11.500566 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:11.520464 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['1746f8c1-a047-4a37-909d-7863bd44b00d'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:27:11.586656 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:27:11.823736 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104fb53-2b88-4c40-96d8-9727364d47e2 req-9eb384d3-2055-4be7-9028-ca51b2ffab01 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:11.825488 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8104fb53-2b88-4c40-96d8-9727364d47e2 req-9eb384d3-2055-4be7-9028-ca51b2ffab01 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 944 time: 0.1228671
Jun 03 20:27:11.871181 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8104fb53-2b88-4c40-96d8-9727364d47e2 req-5c5bc63e-f908-4114-8d5d-616482e32fd3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399311
Jun 03 20:27:11.945999 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-518f9427-bf17-4015-854f-110e94ea41dc req-bbbfdf95-84a0-450b-a9bb-dc8baed2478f tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:11.958497 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c496570f-f27e-429c-b144-2c5c59b04c5d tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:27:11.990342 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:12.010346 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfdf95-84a0-450b-a9bb-dc8baed2478f tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Pushing event deleted for resources: {'Port': ['ID=34d5377f-1245-43b9-a932-82ac8dda9576,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:27:12.012793 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-bbbfdf95-84a0-450b-a9bb-dc8baed2478f tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:27:12.106151 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643de4a0-c8a8-40fd-bf17-dab777556d4e {{(pid=92636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:27:12.117750 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-518f9427-bf17-4015-854f-110e94ea41dc req-bbbfdf95-84a0-450b-a9bb-dc8baed2478f tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] No DVR routers for this DVR port 34d5377f-1245-43b9-a932-82ac8dda9576 on host hv-cinder-79466 {{(pid=92636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:27:12.120517 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-518f9427-bf17-4015-854f-110e94ea41dc req-bbbfdf95-84a0-450b-a9bb-dc8baed2478f tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:12.126076 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:12.130413 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f221f58-54e5-4ee7-9105-dd27af9ef11e', 'name': 'network-vif-deleted', 'tag': '34d5377f-1245-43b9-a932-82ac8dda9576'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:27:12.130867 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e336fa0-e91c-4202-b06f-20139a0a4384" -d '{"events": [{"server_uuid": "6f221f58-54e5-4ee7-9105-dd27af9ef11e", "name": "network-vif-deleted", "tag": "34d5377f-1245-43b9-a932-82ac8dda9576"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:27:12.147141 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:12.151280 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Transition to ACTIVE for port object 643de4a0-c8a8-40fd-bf17-dab777556d4e will not be triggered until provisioned by entity L2. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:27:12.183927 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['34d5377f-1245-43b9-a932-82ac8dda9576'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:27:12.196546 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746a42f8-038c-4414-b6e6-551affe59976 x-openstack-request-id: req-746a42f8-038c-4414-b6e6-551affe59976 {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:27:12.202117 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f221f58-54e5-4ee7-9105-dd27af9ef11e", "name": "network-vif-deleted", "tag": "34d5377f-1245-43b9-a932-82ac8dda9576", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:27:12.202117 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-746a42f8-038c-4414-b6e6-551affe59976 {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:27:12.202117 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f221f58-54e5-4ee7-9105-dd27af9ef11e', 'name': 'network-vif-deleted', 'tag': '34d5377f-1245-43b9-a932-82ac8dda9576', 'status': 'completed', 'code': 200}
Jun 03 20:27:12.243309 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-518f9427-bf17-4015-854f-110e94ea41dc req-bbbfdf95-84a0-450b-a9bb-dc8baed2478f tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.122 "DELETE /v2.0/ports/34d5377f-1245-43b9-a932-82ac8dda9576 HTTP/1.1" status: 204  len: 173 time: 1.5975842
Jun 03 20:27:12.249242 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-748f3590-5b2b-4f39-86b2-2c8e2f2d3e1e req-5053f2ed-915c-4cd2-bf5c-d22e31c3491f tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Synchronizing usage tracker for tenant:86f9969bc0474540b9a27d4643e5959b on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:27:12.253584 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:12.259558 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-9cbed162-b5ec-4995-bcbe-19fe82d9b265 tempest-TestMinimumBasicScenario-1993076029 tempest-TestMinimumBasicScenario-1993076029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:27:12.385748 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:12.395436 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Pushing event updated for resources: {'Port': ['ID=643de4a0-c8a8-40fd-bf17-dab777556d4e,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:27:12.426523 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:27:12.432104 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-748f3590-5b2b-4f39-86b2-2c8e2f2d3e1e req-5053f2ed-915c-4cd2-bf5c-d22e31c3491f tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Unset dirty status for tenant:86f9969bc0474540b9a27d4643e5959b on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:27:12.444170 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-748f3590-5b2b-4f39-86b2-2c8e2f2d3e1e req-5053f2ed-915c-4cd2-bf5c-d22e31c3491f tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 210 time: 0.2378132
Jun 03 20:27:12.518426 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcd2e5-ebb2-4c85-b304-ae61ca7f9e9b req-2e9a751b-610b-434a-97b8-31c5c1b6c10c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:12.520165 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6ddcd2e5-ebb2-4c85-b304-ae61ca7f9e9b req-2e9a751b-610b-434a-97b8-31c5c1b6c10c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 944 time: 0.1303351
Jun 03 20:27:12.545239 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:12.554754 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-15a43e2f-c88b-46e8-a415-55ba375c6f6e tempest-AttachVolumeNegativeTest-512974282 tempest-AttachVolumeNegativeTest-512974282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:27:12.627054 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Attempting to bind port 643de4a0-c8a8-40fd-bf17-dab777556d4e on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:27:12.629864 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Attempting to bind port 643de4a0-c8a8-40fd-bf17-dab777556d4e by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:27:12.629864 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Attempting to bind port 643de4a0-c8a8-40fd-bf17-dab777556d4e on network 6e68be35-77da-422e-8229-bc0fe54b16d7 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:27:12.632461 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Port 643de4a0-c8a8-40fd-bf17-dab777556d4e on network 6e68be35-77da-422e-8229-bc0fe54b16d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:27:12.632756 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Attempting to bind port 643de4a0-c8a8-40fd-bf17-dab777556d4e on network 6e68be35-77da-422e-8229-bc0fe54b16d7 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:27:12.637919 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:27:12.638246 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Checking segment: {'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:27:12.638627 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Bound using segment: {'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:27:12.639063 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Bound port: 643de4a0-c8a8-40fd-bf17-dab777556d4e, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab178520-2fc5-4903-813e-5a43fe4d138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7'}}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:27:12.639409 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:12.688201 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-6ddcd2e5-ebb2-4c85-b304-ae61ca7f9e9b req-9443aa23-03a3-40ce-b2b8-1eb2e1cd1452 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1614490
Jun 03 20:27:12.690995 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Pushing event updated for resources: {'Port': ['ID=6449dbd9-8f87-4c84-9d40-c81ef54b4585,revision_number=2']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:27:12.694148 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:27:12.706706 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-836964'] for floatingip, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:12.735068 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] For port 643de4a0-c8a8-40fd-bf17-dab777556d4e, host hv-cinder-79466, cleared binding levels {{(pid=92636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:27:12.738821 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] For port 643de4a0-c8a8-40fd-bf17-dab777556d4e, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=643de4a0-c8a8-40fd-bf17-dab777556d4e,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:27:12.809569 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 1746f8c1-a047-4a37-909d-7863bd44b00d up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:27:12.831238 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:12.836015 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-739077a4-dd69-4fce-af9d-17e1446393c6 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:27:12.882163 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 1746f8c1-a047-4a37-909d-7863bd44b00d triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:27:12.882474 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:12.891369 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.l3_db [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Floating IP 97689a15-b449-4787-a3d9-c90ac32b8194 associated. External IP: 172.27.0.21, port: 299359ac-4e94-47f0-a872-40eaf354e453.
Jun 03 20:27:12.909491 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:12.910689 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:12.912412 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ea01460c-896d-40d2-a192-31880efecfa7 req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] 10.222.0.122 "PUT /v2.0/ports/643de4a0-c8a8-40fd-bf17-dab777556d4e HTTP/1.1" status: 200  len: 1094 time: 1.6999285
Jun 03 20:27:12.937509 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Pushing event updated for resources: {'Port': ['ID=643de4a0-c8a8-40fd-bf17-dab777556d4e,revision_number=3']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:27:12.941806 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:27:13.032045 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:13.059834 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1746f8c1-a047-4a37-909d-7863bd44b00d'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:27:13.062231 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a025fe-faa8-4a0c-88d3-c5b657546d52" -d '{"events": [{"server_uuid": "1d1fc42a-42cb-45ab-89c2-a8ab35c551e1", "name": "network-vif-plugged", "status": "completed", "tag": "1746f8c1-a047-4a37-909d-7863bd44b00d"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:27:13.070845 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 1746f8c1-a047-4a37-909d-7863bd44b00d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1746f8c1-a047-4a37-909d-7863bd44b00d,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:27:13.129385 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac440be4-8985-4f61-8139-3053ebf40d02 x-openstack-request-id: req-ac440be4-8985-4f61-8139-3053ebf40d02 {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:27:13.129736 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1fc42a-42cb-45ab-89c2-a8ab35c551e1", "name": "network-vif-plugged", "status": "completed", "tag": "1746f8c1-a047-4a37-909d-7863bd44b00d", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:27:13.130266 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ac440be4-8985-4f61-8139-3053ebf40d02 {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:27:13.130663 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1746f8c1-a047-4a37-909d-7863bd44b00d', 'code': 200}
Jun 03 20:27:13.199033 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:13.200399 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 34d5377f-1245-43b9-a932-82ac8dda9576 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:27:13.201224 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01460c-896d-40d2-a192-31880efecfa7 req-d072664f-dafa-4398-a846-ea169a8e2fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:13.203259 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ea01460c-896d-40d2-a192-31880efecfa7 req-d072664f-dafa-4398-a846-ea169a8e2fdb service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=a9b525c195d240939facb0f0f69e34c4&device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 1097 time: 0.1389775
Jun 03 20:27:13.221440 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddbe7d-5adf-429a-9bc4-e8bcb5a56f0a req-380a5fd9-7bfb-4c3f-a204-236708bb1a81 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:13.223399 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-56ddbe7d-5adf-429a-9bc4-e8bcb5a56f0a req-380a5fd9-7bfb-4c3f-a204-236708bb1a81 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 944 time: 0.2102199
Jun 03 20:27:13.233207 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:27:13.274564 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: 34d5377f-1245-43b9-a932-82ac8dda9576 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:27:13.274929 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 34d5377f-1245-43b9-a932-82ac8dda9576 not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:27:13.312351 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ea01460c-896d-40d2-a192-31880efecfa7 req-468c2968-20c5-4e7a-a9a5-f13b740ba9b8 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=643de4a0-c8a8-40fd-bf17-dab777556d4e HTTP/1.1" status: 200  len: 217 time: 0.0858080
Jun 03 20:27:13.322064 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=1746f8c1-a047-4a37-909d-7863bd44b00d,revision_number=10']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:27:13.325381 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:27:13.340120 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-56ddbe7d-5adf-429a-9bc4-e8bcb5a56f0a req-c7b7e789-31ce-44ca-a957-78d51b338b1a tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502973
Jun 03 20:27:13.345345 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Router 52977f2e-1425-4a13-9f45-2db9d266d488 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:27:13.399438 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01460c-896d-40d2-a192-31880efecfa7 req-3dd42511-ce64-483c-83c0-400bb6bbc0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:13.400914 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ea01460c-896d-40d2-a192-31880efecfa7 req-3dd42511-ce64-483c-83c0-400bb6bbc0a3 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=edc2a89f-71b4-4e63-9775-449d925ee0ff HTTP/1.1" status: 200  len: 851 time: 0.0640690
Jun 03 20:27:13.520452 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01460c-896d-40d2-a192-31880efecfa7 req-a75adf43-a414-4d0c-820e-22f49059e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:13.521806 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ea01460c-896d-40d2-a192-31880efecfa7 req-a75adf43-a414-4d0c-820e-22f49059e267 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6e68be35-77da-422e-8229-bc0fe54b16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1020689
Jun 03 20:27:13.680495 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5542f8f3-d9a0-4221-b61a-c7f99c7f731f req-7bfa32fa-6ba1-4750-b65d-257be0b707bd tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f221f58-54e5-4ee7-9105-dd27af9ef11e HTTP/1.1" status: 200  len: 210 time: 0.0488534
Jun 03 20:27:13.702333 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:27:13.717284 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ea01460c-896d-40d2-a192-31880efecfa7 req-eb190d6c-68b5-48aa-b99f-7aad0b14534f service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837370
Jun 03 20:27:13.719110 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81208d18-cfd7-4bc2-ab74-cff90ddc2a9c None None] Sync routers for ids ['52977f2e-1425-4a13-9f45-2db9d266d488'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:27:13.733856 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81208d18-cfd7-4bc2-ab74-cff90ddc2a9c None None] Routers {'52977f2e-1425-4a13-9f45-2db9d266d488'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:27:13.734872 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-81208d18-cfd7-4bc2-ab74-cff90ddc2a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217124940>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:27:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['52977f2e-1425-4a13-9f45-2db9d266d488'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:27:13.778373 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04372b85-1b98-4f7f-a18b-3ae91d2487f9 req-feb55709-4d7a-404b-9829-997d6d75819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:13.779914 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-04372b85-1b98-4f7f-a18b-3ae91d2487f9 req-feb55709-4d7a-404b-9829-997d6d75819e service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 1099 time: 0.1553452
Jun 03 20:27:13.824010 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for floatingip, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:13.898700 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-7f105b1d-b578-4237-9b42-bfe333d54934 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.6215606
Jun 03 20:27:13.898700 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b6046d-9aae-4111-a168-3db966e80c3d', 'tag': '299359ac-4e94-47f0-a872-40eaf354e453'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:27:13.898700 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d5830d-58b2-4d17-a294-a2bacfe71dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "03b6046d-9aae-4111-a168-3db966e80c3d", "tag": "299359ac-4e94-47f0-a872-40eaf354e453"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:27:13.933859 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24592840-939a-48cb-a3a3-d8c6f75d3837 x-openstack-request-id: req-24592840-939a-48cb-a3a3-d8c6f75d3837 {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:27:13.933859 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b6046d-9aae-4111-a168-3db966e80c3d", "tag": "299359ac-4e94-47f0-a872-40eaf354e453", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:27:13.933859 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-24592840-939a-48cb-a3a3-d8c6f75d3837 {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:27:13.933859 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b6046d-9aae-4111-a168-3db966e80c3d', 'tag': '299359ac-4e94-47f0-a872-40eaf354e453', 'status': 'completed', 'code': 200}
Jun 03 20:27:13.953488 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ea01460c-896d-40d2-a192-31880efecfa7 req-5b7cebdb-1d88-4888-b08b-2ab1da8014bf service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2262859
Jun 03 20:27:13.954994 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-04372b85-1b98-4f7f-a18b-3ae91d2487f9 req-5aa01c30-35f6-420f-8abe-9b739bac999a service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1278512
Jun 03 20:27:13.981747 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-81208d18-cfd7-4bc2-ab74-cff90ddc2a9c None None] Set router 52977f2e-1425-4a13-9f45-2db9d266d488 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:27:13.984772 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee538e7f-8f78-413b-86fc-a0dfdc88b604 req-4e103b23-35ee-4f85-a971-5f6f27e3803a tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:13.990500 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-ee538e7f-8f78-413b-86fc-a0dfdc88b604 req-4e103b23-35ee-4f85-a971-5f6f27e3803a tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Synchronizing usage tracker for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:27:14.112155 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5830d-58b2-4d17-a294-a2bacfe71dc8 req-a1063986-fa8c-4843-9c27-52bc276c74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:14.113634 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c0d5830d-58b2-4d17-a294-a2bacfe71dc8 req-a1063986-fa8c-4843-9c27-52bc276c74bf service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=db46fead74a948a1a87fad7d2871462c&device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 1099 time: 0.0714376
Jun 03 20:27:14.138359 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-ee538e7f-8f78-413b-86fc-a0dfdc88b604 req-4e103b23-35ee-4f85-a971-5f6f27e3803a tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Unset dirty status for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:27:14.139654 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ee538e7f-8f78-413b-86fc-a0dfdc88b604 req-4e103b23-35ee-4f85-a971-5f6f27e3803a tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 944 time: 0.3135774
Jun 03 20:27:14.187851 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ee538e7f-8f78-413b-86fc-a0dfdc88b604 req-357953d6-b84b-4717-b4c2-b9e6499b5a47 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425508
Jun 03 20:27:14.199067 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18214a8b-ca6e-4c8e-ba76-64811dcad6dc', 'tag': '643de4a0-c8a8-40fd-bf17-dab777556d4e'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:27:14.202039 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe2d418-178e-4437-aa4b-f7c73b7fc0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "18214a8b-ca6e-4c8e-ba76-64811dcad6dc", "tag": "643de4a0-c8a8-40fd-bf17-dab777556d4e"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:27:14.249690 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5659b4ae-46ad-42c7-9f77-eff21275d950 x-openstack-request-id: req-5659b4ae-46ad-42c7-9f77-eff21275d950 {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:27:14.250025 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18214a8b-ca6e-4c8e-ba76-64811dcad6dc", "tag": "643de4a0-c8a8-40fd-bf17-dab777556d4e", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:27:14.250316 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5659b4ae-46ad-42c7-9f77-eff21275d950 {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:27:14.250906 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18214a8b-ca6e-4c8e-ba76-64811dcad6dc', 'tag': '643de4a0-c8a8-40fd-bf17-dab777556d4e', 'status': 'completed', 'code': 200}
Jun 03 20:27:14.276006 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5830d-58b2-4d17-a294-a2bacfe71dc8 req-0c85ee84-d6f7-42b8-ba97-56d4ac6439fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:14.277757 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c0d5830d-58b2-4d17-a294-a2bacfe71dc8 req-0c85ee84-d6f7-42b8-ba97-56d4ac6439fb service neutron] 10.222.0.122 "GET /v2.0/networks?id=d075e017-3c8e-4ae7-964b-4a7baabe953d HTTP/1.1" status: 200  len: 910 time: 0.1527567
Jun 03 20:27:14.365378 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-81208d18-cfd7-4bc2-ab74-cff90ddc2a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217124940>, [{'id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'name': 'tempest-TestShelveInstance-562640019-router', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:25:39Z', 'updated_at': '2021-06-03T20:25:44Z', 'revision_number': 4, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'gw_port': {'id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:40Z', 'updated_at': '2021-06-03T20:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': '97689a15-b449-4787-a3d9-c90ac32b8194', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'port_id': '299359ac-4e94-47f0-a872-40eaf354e453', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d', 'mac_address': 'fa:16:3e:5d:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b6046d-9aae-4111-a168-3db966e80c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:27:11Z', 'updated_at': '2021-06-03T20:27:11Z', 'revision_number': 0, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3632eebc-c9b0-4909-9c21-12507019547d', 'name': '', 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'mac_address': 'fa:16:3e:b1:8c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '7ca289dd-2492-4579-8331-968a915e8bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:43Z', 'updated_at': '2021-06-03T20:25:51Z', 'revision_number': 5, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'subnets': [{'id': '7ca289dd-2492-4579-8331-968a915e8bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:27:14.369502 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81208d18-cfd7-4bc2-ab74-cff90ddc2a9c None None] Checking router: 52977f2e-1425-4a13-9f45-2db9d266d488 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:27:14.375264 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2d418-178e-4437-aa4b-f7c73b7fc0f2 req-236b6dba-ec7b-49d7-9b8c-201d07b3c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:14.376757 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bfe2d418-178e-4437-aa4b-f7c73b7fc0f2 req-236b6dba-ec7b-49d7-9b8c-201d07b3c09a service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=a9b525c195d240939facb0f0f69e34c4&device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 1097 time: 0.0825603
Jun 03 20:27:14.378828 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81208d18-cfd7-4bc2-ab74-cff90ddc2a9c None None] Routers {'52977f2e-1425-4a13-9f45-2db9d266d488'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:27:14.379446 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-81208d18-cfd7-4bc2-ab74-cff90ddc2a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217124940>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:27:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['52977f2e-1425-4a13-9f45-2db9d266d488'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:27:14.401431 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c0d5830d-58b2-4d17-a294-a2bacfe71dc8 req-44007f15-0da3-4b42-9b31-f868efa257c6 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299359ac-4e94-47f0-a872-40eaf354e453 HTTP/1.1" status: 200  len: 999 time: 0.1058095
Jun 03 20:27:14.491731 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5830d-58b2-4d17-a294-a2bacfe71dc8 req-8f47c3a5-85be-4ded-83cb-d495eeeac627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:14.491731 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c0d5830d-58b2-4d17-a294-a2bacfe71dc8 req-8f47c3a5-85be-4ded-83cb-d495eeeac627 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=7ca289dd-2492-4579-8331-968a915e8bba HTTP/1.1" status: 200  len: 847 time: 0.0744138
Jun 03 20:27:14.572805 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-81208d18-cfd7-4bc2-ab74-cff90ddc2a9c None None] Set router 52977f2e-1425-4a13-9f45-2db9d266d488 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:27:14.591318 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5830d-58b2-4d17-a294-a2bacfe71dc8 req-af420c3d-5384-4993-b04b-4c8e40300ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:14.593188 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c0d5830d-58b2-4d17-a294-a2bacfe71dc8 req-af420c3d-5384-4993-b04b-4c8e40300ece service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=d075e017-3c8e-4ae7-964b-4a7baabe953d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0912402
Jun 03 20:27:14.609943 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2d418-178e-4437-aa4b-f7c73b7fc0f2 req-ea7b2089-4ae3-4117-8e8b-8cb09aeb91eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:14.612114 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bfe2d418-178e-4437-aa4b-f7c73b7fc0f2 req-ea7b2089-4ae3-4117-8e8b-8cb09aeb91eb service neutron] 10.222.0.122 "GET /v2.0/networks?id=6e68be35-77da-422e-8229-bc0fe54b16d7 HTTP/1.1" status: 200  len: 914 time: 0.2171974
Jun 03 20:27:14.634464 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fbf1d-1683-4f18-a4cc-6796a8a6bbd9 req-1e66ebe8-3f2d-4e38-a1a4-f0c9439d9324 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:14.636039 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-896fbf1d-1683-4f18-a4cc-6796a8a6bbd9 req-1e66ebe8-3f2d-4e38-a1a4-f0c9439d9324 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 946 time: 0.1233349
Jun 03 20:27:14.717218 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bfe2d418-178e-4437-aa4b-f7c73b7fc0f2 req-7ae106e1-26b5-40eb-9efe-3907f8945963 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=643de4a0-c8a8-40fd-bf17-dab777556d4e HTTP/1.1" status: 200  len: 217 time: 0.0801895
Jun 03 20:27:14.768094 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c0d5830d-58b2-4d17-a294-a2bacfe71dc8 req-3940debd-f197-4b6f-855b-5ed75f757bbf service neutron] 10.222.0.122 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403956
Jun 03 20:27:14.798257 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-896fbf1d-1683-4f18-a4cc-6796a8a6bbd9 req-ce4d2aca-4622-4594-9a01-5b5c4e1a6884 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064951
Jun 03 20:27:14.812099 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2d418-178e-4437-aa4b-f7c73b7fc0f2 req-1f7a1f82-95f5-4cf3-ae10-062bab5fc45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:14.814178 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bfe2d418-178e-4437-aa4b-f7c73b7fc0f2 req-1f7a1f82-95f5-4cf3-ae10-062bab5fc45b service neutron] 10.222.0.122 "GET /v2.0/subnets?id=edc2a89f-71b4-4e63-9775-449d925ee0ff HTTP/1.1" status: 200  len: 851 time: 0.0847797
Jun 03 20:27:14.943439 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c0d5830d-58b2-4d17-a294-a2bacfe71dc8 req-fbd91fc9-46dc-44f6-9947-f83466312aea service neutron] 10.222.0.122 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1678956
Jun 03 20:27:14.957888 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-81208d18-cfd7-4bc2-ab74-cff90ddc2a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217124940>, [{'id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'name': 'tempest-TestShelveInstance-562640019-router', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:25:39Z', 'updated_at': '2021-06-03T20:25:44Z', 'revision_number': 4, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'gw_port': {'id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:40Z', 'updated_at': '2021-06-03T20:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': '97689a15-b449-4787-a3d9-c90ac32b8194', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'port_id': '299359ac-4e94-47f0-a872-40eaf354e453', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d', 'mac_address': 'fa:16:3e:5d:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b6046d-9aae-4111-a168-3db966e80c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:27:11Z', 'updated_at': '2021-06-03T20:27:11Z', 'revision_number': 0, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3632eebc-c9b0-4909-9c21-12507019547d', 'name': '', 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'mac_address': 'fa:16:3e:b1:8c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '7ca289dd-2492-4579-8331-968a915e8bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:43Z', 'updated_at': '2021-06-03T20:25:51Z', 'revision_number': 5, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'subnets': [{'id': '7ca289dd-2492-4579-8331-968a915e8bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:27:14.963610 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81208d18-cfd7-4bc2-ab74-cff90ddc2a9c None None] The sync data for ids ['52977f2e-1425-4a13-9f45-2db9d266d488'] in dv-cinder-794669-1-iscsi is: [{'id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'name': 'tempest-TestShelveInstance-562640019-router', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:25:39Z', 'updated_at': '2021-06-03T20:25:44Z', 'revision_number': 4, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'gw_port': {'id': 'a38dacc0-ebd7-41aa-baea-e41857ed13a0', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:40Z', 'updated_at': '2021-06-03T20:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': '97689a15-b449-4787-a3d9-c90ac32b8194', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'port_id': '299359ac-4e94-47f0-a872-40eaf354e453', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d', 'mac_address': 'fa:16:3e:5d:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b6046d-9aae-4111-a168-3db966e80c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:27:11Z', 'updated_at': '2021-06-03T20:27:11Z', 'revision_number': 0, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3632eebc-c9b0-4909-9c21-12507019547d', 'name': '', 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d', 'tenant_id': 'db46fead74a948a1a87fad7d2871462c', 'mac_address': 'fa:16:3e:b1:8c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52977f2e-1425-4a13-9f45-2db9d266d488', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '7ca289dd-2492-4579-8331-968a915e8bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:25:43Z', 'updated_at': '2021-06-03T20:25:51Z', 'revision_number': 5, 'project_id': 'db46fead74a948a1a87fad7d2871462c', 'subnets': [{'id': '7ca289dd-2492-4579-8331-968a915e8bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:27:15.053641 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2d418-178e-4437-aa4b-f7c73b7fc0f2 req-03b1d54d-c31d-4ead-9d93-efe5d7b3eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:15.055117 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bfe2d418-178e-4437-aa4b-f7c73b7fc0f2 req-03b1d54d-c31d-4ead-9d93-efe5d7b3eb07 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6e68be35-77da-422e-8229-bc0fe54b16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2237871
Jun 03 20:27:15.179341 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c4c67-1846-4d28-a8c7-0818a5a5400b None None] New status for floating IP 97689a15-b449-4787-a3d9-c90ac32b8194: ACTIVE {{(pid=92640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 20:27:15.237668 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bfe2d418-178e-4437-aa4b-f7c73b7fc0f2 req-d1e5244a-f848-4fe3-ae17-1e815e3fe481 service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512294
Jun 03 20:27:15.416938 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-bfe2d418-178e-4437-aa4b-f7c73b7fc0f2 req-ec733ea9-98eb-45b5-9f2a-77f1158b245e service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675541
Jun 03 20:27:15.433299 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d8746-ca03-4971-80b5-9480cb7f9431 req-5e525f9f-b8e2-4a66-931f-bbcd9e518d23 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:15.435989 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-0f7d8746-ca03-4971-80b5-9480cb7f9431 req-5e525f9f-b8e2-4a66-931f-bbcd9e518d23 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 944 time: 0.1141899
Jun 03 20:27:15.487876 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-0f7d8746-ca03-4971-80b5-9480cb7f9431 req-f08e83a6-05d9-4aa4-9d12-8b8691ea2023 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0468800
Jun 03 20:27:16.010765 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7ec1b-1e46-403a-9f52-5c2460a939ed req-74db56c8-3d45-454c-bc8f-3323bce532a2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:16.012207 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ebe7ec1b-1e46-403a-9f52-5c2460a939ed req-74db56c8-3d45-454c-bc8f-3323bce532a2 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 946 time: 0.0821998
Jun 03 20:27:16.058507 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ebe7ec1b-1e46-403a-9f52-5c2460a939ed req-6874c441-0ce7-4749-a0e3-24902a7fdaf4 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399833
Jun 03 20:27:16.675311 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb4608-b725-4df6-8ec5-f7df338d3ca8 req-d94b4152-a9a2-45e5-9b6f-abed96cb1c94 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:16.676757 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7ceb4608-b725-4df6-8ec5-f7df338d3ca8 req-d94b4152-a9a2-45e5-9b6f-abed96cb1c94 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 944 time: 0.0838315
Jun 03 20:27:16.721713 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7ceb4608-b725-4df6-8ec5-f7df338d3ca8 req-5b87e0e8-4eea-4e7a-a273-a7bbd1310119 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0391333
Jun 03 20:27:17.252233 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187a091-6d6b-48a1-b82b-a2fb8297a348 req-55bd25da-0fe4-43d9-b033-d2f4fb26da5b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:17.253745 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5187a091-6d6b-48a1-b82b-a2fb8297a348 req-55bd25da-0fe4-43d9-b033-d2f4fb26da5b tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 946 time: 0.0849919
Jun 03 20:27:17.299559 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-5187a091-6d6b-48a1-b82b-a2fb8297a348 req-dd22f1a9-698e-493c-a089-25d0a95cbc38 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397906
Jun 03 20:27:17.907392 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfb4be-12e7-493c-ab4a-5b04bbcc2abd req-08287c67-397e-45dc-9665-2404f27cce85 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:17.908866 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-95dfb4be-12e7-493c-ab4a-5b04bbcc2abd req-08287c67-397e-45dc-9665-2404f27cce85 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 944 time: 0.0792494
Jun 03 20:27:17.958104 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-95dfb4be-12e7-493c-ab4a-5b04bbcc2abd req-6cb4cd21-5591-4d78-bde2-7a77dcd9e312 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434890
Jun 03 20:27:19.145737 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e24a9-8e49-447b-8ba1-847b7e154094 req-043046d0-edbe-443d-807e-2afb7b5a0bd4 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:19.147177 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f83e24a9-8e49-447b-8ba1-847b7e154094 req-043046d0-edbe-443d-807e-2afb7b5a0bd4 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 944 time: 0.0835843
Jun 03 20:27:19.191952 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f83e24a9-8e49-447b-8ba1-847b7e154094 req-53280ad3-25ca-4d4d-9011-77c9c35415f7 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0385256
Jun 03 20:27:20.381240 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757f5bf-e157-49d2-9611-2555ce8e8aeb req-4b14696a-38cf-4df3-8cf1-a491d82e0783 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:20.382819 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c757f5bf-e157-49d2-9611-2555ce8e8aeb req-4b14696a-38cf-4df3-8cf1-a491d82e0783 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 944 time: 0.0823600
Jun 03 20:27:20.429303 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c757f5bf-e157-49d2-9611-2555ce8e8aeb req-c783457d-8995-404f-9ed1-f6c2f43f2998 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407774
Jun 03 20:27:21.615965 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a549a3-5a8d-4dfe-a5d4-8bbd371ecf21 req-5294d560-7c4d-4c51-8218-1df9757e8de6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:21.617410 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-89a549a3-5a8d-4dfe-a5d4-8bbd371ecf21 req-5294d560-7c4d-4c51-8218-1df9757e8de6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 944 time: 0.0809145
Jun 03 20:27:21.661305 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-89a549a3-5a8d-4dfe-a5d4-8bbd371ecf21 req-c8fff9f5-2cb6-4642-b2af-0171abf9758a tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0380044
Jun 03 20:27:22.898711 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5f9bd-34ca-44bb-93fe-37697eac0293 req-1c05a8bc-8a73-48df-a9ae-e360888427b2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:22.900124 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1ba5f9bd-34ca-44bb-93fe-37697eac0293 req-1c05a8bc-8a73-48df-a9ae-e360888427b2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 944 time: 0.1356587
Jun 03 20:27:22.947139 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1ba5f9bd-34ca-44bb-93fe-37697eac0293 req-8ff34fd9-33a2-43df-8bc1-d9273077395b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407469
Jun 03 20:27:24.191191 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78138359-0e95-4bc7-a4ea-7130ebf5a0ee req-9d9fd5fb-a545-4412-b9ff-8cc1bbf5e070 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:24.192673 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-78138359-0e95-4bc7-a4ea-7130ebf5a0ee req-9d9fd5fb-a545-4412-b9ff-8cc1bbf5e070 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 944 time: 0.1360598
Jun 03 20:27:24.237114 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-78138359-0e95-4bc7-a4ea-7130ebf5a0ee req-e0b29aa2-3e49-40a4-a8d2-99f470b0715a tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0382833
Jun 03 20:27:24.873241 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 643de4a0-c8a8-40fd-bf17-dab777556d4e details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:27:25.008145 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 643de4a0-c8a8-40fd-bf17-dab777556d4e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=643de4a0-c8a8-40fd-bf17-dab777556d4e,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:27:25.021965 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '643de4a0-c8a8-40fd-bf17-dab777556d4e', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'port_id': '643de4a0-c8a8-40fd-bf17-dab777556d4e', 'mac_address': 'fa:16:3e:f5:78:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:27:25.077066 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:25.095338 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643de4a0-c8a8-40fd-bf17-dab777556d4e {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:27:25.110706 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 643de4a0-c8a8-40fd-bf17-dab777556d4e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=643de4a0-c8a8-40fd-bf17-dab777556d4e,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:27:25.169382 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:25.171199 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:27:25.281515 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=643de4a0-c8a8-40fd-bf17-dab777556d4e,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:27:25.284855 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:27:25.430703 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685e5b9-2495-4af0-a2d1-96923cc05578 req-76ff1aac-49e4-494f-9917-696b34827686 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:25.432181 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8685e5b9-2495-4af0-a2d1-96923cc05578 req-76ff1aac-49e4-494f-9917-696b34827686 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 945 time: 0.0842252
Jun 03 20:27:25.478561 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8685e5b9-2495-4af0-a2d1-96923cc05578 req-fdcbca06-c586-414d-8a13-51b2c1121738 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0405772
Jun 03 20:27:25.552680 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['643de4a0-c8a8-40fd-bf17-dab777556d4e'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:27:26.667176 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c7767-6307-4f38-9ff4-fa55e46ea492 req-9cf135de-87b4-4dca-9d3b-b7e2ab9a788c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:26.668661 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-031c7767-6307-4f38-9ff4-fa55e46ea492 req-9cf135de-87b4-4dca-9d3b-b7e2ab9a788c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 945 time: 0.0819168
Jun 03 20:27:26.718275 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-031c7767-6307-4f38-9ff4-fa55e46ea492 req-576503a3-0917-4f1d-bbd5-daab65178fb6 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439014
Jun 03 20:27:26.883618 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 643de4a0-c8a8-40fd-bf17-dab777556d4e up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:27:27.026431 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port 643de4a0-c8a8-40fd-bf17-dab777556d4e completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:27:27.031700 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 643de4a0-c8a8-40fd-bf17-dab777556d4e triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:27:27.032077 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:27.150193 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:27.177127 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18214a8b-ca6e-4c8e-ba76-64811dcad6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643de4a0-c8a8-40fd-bf17-dab777556d4e'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:27:27.179424 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5877649-9560-4764-b80a-66f7c8ca490b" -d '{"events": [{"server_uuid": "18214a8b-ca6e-4c8e-ba76-64811dcad6dc", "name": "network-vif-plugged", "status": "completed", "tag": "643de4a0-c8a8-40fd-bf17-dab777556d4e"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:27:27.186823 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 643de4a0-c8a8-40fd-bf17-dab777556d4e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=643de4a0-c8a8-40fd-bf17-dab777556d4e,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:27:27.225584 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b132ec-f5da-4248-9d4d-01b0955e704d x-openstack-request-id: req-78b132ec-f5da-4248-9d4d-01b0955e704d {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:27:27.225913 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18214a8b-ca6e-4c8e-ba76-64811dcad6dc", "name": "network-vif-plugged", "status": "completed", "tag": "643de4a0-c8a8-40fd-bf17-dab777556d4e", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:27:27.226169 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-78b132ec-f5da-4248-9d4d-01b0955e704d {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:27:27.226552 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18214a8b-ca6e-4c8e-ba76-64811dcad6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643de4a0-c8a8-40fd-bf17-dab777556d4e', 'code': 200}
Jun 03 20:27:27.283685 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:27.285494 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-9cdf2222-f871-40c4-bf1c-1e15ca289c99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:27:27.364094 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=643de4a0-c8a8-40fd-bf17-dab777556d4e,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:27:27.367229 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:27:27.443917 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcabb-c6b3-416e-be92-3f05d8259be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:27.751973 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588c3a3-87f6-449a-8113-dce469e1687d req-f0a73563-531c-4bd4-a0b5-5e5a93a2f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:27.753598 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e588c3a3-87f6-449a-8113-dce469e1687d req-f0a73563-531c-4bd4-a0b5-5e5a93a2f2a4 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 1099 time: 0.0720201
Jun 03 20:27:27.798235 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e588c3a3-87f6-449a-8113-dce469e1687d req-3fc88364-59fc-4e9f-9245-b4645cb6b0b8 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0371611
Jun 03 20:27:27.910618 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c83a2-a81e-4306-9b7b-478af82e2573 req-0495d655-8ef2-450a-88bc-51fd36e1793c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:27.912155 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-089c83a2-a81e-4306-9b7b-478af82e2573 req-0495d655-8ef2-450a-88bc-51fd36e1793c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 946 time: 0.0886958
Jun 03 20:27:27.956755 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-089c83a2-a81e-4306-9b7b-478af82e2573 req-7ff80064-2461-4c64-8471-e553650b76a7 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0386713
Jun 03 20:27:29.150974 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50020c99-b3a9-42c7-8397-cfd759775192 req-9a79bd8a-42df-49b9-8ce2-1ed1d5395f87 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:29.152683 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-50020c99-b3a9-42c7-8397-cfd759775192 req-9a79bd8a-42df-49b9-8ce2-1ed1d5395f87 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 946 time: 0.0850265
Jun 03 20:27:29.198785 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-50020c99-b3a9-42c7-8397-cfd759775192 req-b496000c-d48c-4121-a2f5-596c77a545e4 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0398941
Jun 03 20:27:30.015278 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-8a06fd45-a3e0-427b-a38f-7d5d67284a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:30.046350 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:30.380220 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ff1f5-4b1b-4f99-a9d5-2d97168c2210 req-c9185c8c-b650-4938-bc7d-f08ae143aa64 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:30.381669 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-867ff1f5-4b1b-4f99-a9d5-2d97168c2210 req-c9185c8c-b650-4938-bc7d-f08ae143aa64 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 946 time: 0.0792272
Jun 03 20:27:30.425631 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-867ff1f5-4b1b-4f99-a9d5-2d97168c2210 req-cb2fc780-a6c2-4d7c-a507-67cda95b7a05 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0381157
Jun 03 20:27:30.606246 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5beced-10d7-499c-9996-0d5d0cdd642f req-3902d165-bd54-4fb2-9b44-236d76a54eb2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:30.607712 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9e5beced-10d7-499c-9996-0d5d0cdd642f req-3902d165-bd54-4fb2-9b44-236d76a54eb2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 946 time: 0.0803587
Jun 03 20:27:30.759159 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9e5beced-10d7-499c-9996-0d5d0cdd642f req-a5c2b5ed-2032-4675-8e42-347f53f7858b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1449907
Jun 03 20:27:30.783448 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 44466) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:27:30.957353 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db55046d-d143-4c8c-aed5-d6672ae84c8d tempest-TestVolumeBootPattern-1007110386 tempest-TestVolumeBootPattern-1007110386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:30.959053 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-db55046d-d143-4c8c-aed5-d6672ae84c8d tempest-TestVolumeBootPattern-1007110386 tempest-TestVolumeBootPattern-1007110386-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 1094 time: 0.1746030
Jun 03 20:27:30.961941 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 44470) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:27:30.966515 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Request body: {'floatingip': {'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'port_id': '643de4a0-c8a8-40fd-bf17-dab777556d4e', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:27:30.972381 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:27:30.976289 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Usage tracker for resource:floatingip and tenant:a9b525c195d240939facb0f0f69e34c4 is out of sync, need to count used quota {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:27:30.979213 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=92637) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:27:30.985530 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.quota.driver [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=92637) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:27:31.074840 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for floatingip, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:31.208974 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:31.309253 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:31.349683 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_common [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Allocated IP 172.27.0.142 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/e75a1ac1-0188-48d6-8227-6dad92ed40f1) {{(pid=92637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:27:31.499819 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for port, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:31.632814 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:31.637668 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-f260e4d9-1350-4ad7-94ed-8cc8c8cb3e53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:27:31.694588 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:27:31.698347 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.base_scheduler [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Resources bound (agent type, host, resource id):  {{(pid=92637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:27:31.702583 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Received port after_create {{(pid=92637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:27:31.749906 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event updated for resources: {'Port': ['ID=e75a1ac1-0188-48d6-8227-6dad92ed40f1,revision_number=1']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:27:31.758885 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:27:32.136586 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:32.309672 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:32.516582 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for port, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:32.629048 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16398968'] for port, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:32.633787 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:27:32.740287 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event updated for resources: {'Port': ['ID=e75a1ac1-0188-48d6-8227-6dad92ed40f1,revision_number=2']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:27:32.744694 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:27:32.752357 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-836964'] for floatingip, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:32.945983 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:33.039063 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.l3_db [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Floating IP f5b87a1e-af20-4820-b05f-17ed3cdbe613 associated. External IP: 172.27.0.142, port: 643de4a0-c8a8-40fd-bf17-dab777556d4e.
Jun 03 20:27:33.422314 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Router 537decb6-d9f1-4f89-b678-e7962f71e035 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:27:33.616629 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:27:33.627142 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc74f54-7b69-442f-a68c-288c4c1f8d56 None None] Sync routers for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:27:33.636692 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc74f54-7b69-442f-a68c-288c4c1f8d56 None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:27:33.637309 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-5bc74f54-7b69-442f-a68c-288c4c1f8d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f421744d550>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:27:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:27:33.821711 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-5bc74f54-7b69-442f-a68c-288c4c1f8d56 None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:27:33.821817 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for floatingip, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:33.886472 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9117992
Jun 03 20:27:33.886472 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18214a8b-ca6e-4c8e-ba76-64811dcad6dc', 'tag': '643de4a0-c8a8-40fd-bf17-dab777556d4e'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:27:33.886472 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221aae27-4fa4-4f94-a8e3-6699b3d61963" -d '{"events": [{"name": "network-changed", "server_uuid": "18214a8b-ca6e-4c8e-ba76-64811dcad6dc", "tag": "643de4a0-c8a8-40fd-bf17-dab777556d4e"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:27:33.941851 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2d44eb-5d66-4a83-a0ed-d86a93c2a2ce x-openstack-request-id: req-3c2d44eb-5d66-4a83-a0ed-d86a93c2a2ce {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:27:33.942183 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18214a8b-ca6e-4c8e-ba76-64811dcad6dc", "tag": "643de4a0-c8a8-40fd-bf17-dab777556d4e", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:27:33.942516 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3c2d44eb-5d66-4a83-a0ed-d86a93c2a2ce {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:27:33.942985 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18214a8b-ca6e-4c8e-ba76-64811dcad6dc', 'tag': '643de4a0-c8a8-40fd-bf17-dab777556d4e', 'status': 'completed', 'code': 200}
Jun 03 20:27:34.055115 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221aae27-4fa4-4f94-a8e3-6699b3d61963 req-5e09fed9-2f0b-4c1e-aa28-1078a693ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:34.056478 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-221aae27-4fa4-4f94-a8e3-6699b3d61963 req-5e09fed9-2f0b-4c1e-aa28-1078a693ea35 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=a9b525c195d240939facb0f0f69e34c4&device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 1099 time: 0.0758162
Jun 03 20:27:34.182189 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-5bc74f54-7b69-442f-a68c-288c4c1f8d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f421744d550>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': 'b3ba7c4f-b358-4f19-bf7d-eb74afbfb23b', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'port_id': '927c9d29-2568-4206-997a-7de18a1eef6a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'mac_address': 'fa:16:3e:b9:65:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b8f87c-f359-4a78-92ba-30a81d848053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:24:39Z', 'updated_at': '2021-06-03T20:24:43Z', 'revision_number': 1, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address_scope': None}, {'id': 'f5b87a1e-af20-4820-b05f-17ed3cdbe613', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'port_id': '643de4a0-c8a8-40fd-bf17-dab777556d4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'mac_address': 'fa:16:3e:f5:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18214a8b-ca6e-4c8e-ba76-64811dcad6dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:27:32Z', 'updated_at': '2021-06-03T20:27:32Z', 'revision_number': 0, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:27:34.186296 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc74f54-7b69-442f-a68c-288c4c1f8d56 None None] Checking router: 537decb6-d9f1-4f89-b678-e7962f71e035 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:27:34.194933 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc74f54-7b69-442f-a68c-288c4c1f8d56 None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:27:34.195501 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-5bc74f54-7b69-442f-a68c-288c4c1f8d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f421744d550>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:27:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:27:34.204033 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221aae27-4fa4-4f94-a8e3-6699b3d61963 req-2c9154a2-ea3b-4590-b46f-2c9a16a5a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:34.205490 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-221aae27-4fa4-4f94-a8e3-6699b3d61963 req-2c9154a2-ea3b-4590-b46f-2c9a16a5a589 service neutron] 10.222.0.122 "GET /v2.0/networks?id=6e68be35-77da-422e-8229-bc0fe54b16d7 HTTP/1.1" status: 200  len: 914 time: 0.1325104
Jun 03 20:27:34.321343 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-221aae27-4fa4-4f94-a8e3-6699b3d61963 req-4d8a27e9-845c-4460-8f98-c5d1093af738 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=643de4a0-c8a8-40fd-bf17-dab777556d4e HTTP/1.1" status: 200  len: 1000 time: 0.0976305
Jun 03 20:27:34.371840 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-5bc74f54-7b69-442f-a68c-288c4c1f8d56 None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:27:34.385491 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221aae27-4fa4-4f94-a8e3-6699b3d61963 req-8ed8aee9-5887-47a3-b52a-8650f5fe5ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:34.386959 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-221aae27-4fa4-4f94-a8e3-6699b3d61963 req-8ed8aee9-5887-47a3-b52a-8650f5fe5ed7 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=edc2a89f-71b4-4e63-9775-449d925ee0ff HTTP/1.1" status: 200  len: 851 time: 0.0573103
Jun 03 20:27:34.577907 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221aae27-4fa4-4f94-a8e3-6699b3d61963 req-2b7b85e7-7845-49bb-850d-b8455afbdb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:27:34.579302 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-221aae27-4fa4-4f94-a8e3-6699b3d61963 req-2b7b85e7-7845-49bb-850d-b8455afbdb52 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6e68be35-77da-422e-8229-bc0fe54b16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1768162
Jun 03 20:27:34.723212 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-221aae27-4fa4-4f94-a8e3-6699b3d61963 req-23152165-ccaa-481f-8c75-9293ca3af2f8 service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323459
Jun 03 20:27:34.763351 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-5bc74f54-7b69-442f-a68c-288c4c1f8d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f421744d550>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': 'b3ba7c4f-b358-4f19-bf7d-eb74afbfb23b', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'port_id': '927c9d29-2568-4206-997a-7de18a1eef6a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'mac_address': 'fa:16:3e:b9:65:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b8f87c-f359-4a78-92ba-30a81d848053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:24:39Z', 'updated_at': '2021-06-03T20:24:43Z', 'revision_number': 1, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address_scope': None}, {'id': 'f5b87a1e-af20-4820-b05f-17ed3cdbe613', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'port_id': '643de4a0-c8a8-40fd-bf17-dab777556d4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'mac_address': 'fa:16:3e:f5:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18214a8b-ca6e-4c8e-ba76-64811dcad6dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:27:32Z', 'updated_at': '2021-06-03T20:27:32Z', 'revision_number': 0, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:27:34.767532 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc74f54-7b69-442f-a68c-288c4c1f8d56 None None] The sync data for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi is: [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': 'b3ba7c4f-b358-4f19-bf7d-eb74afbfb23b', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'port_id': '927c9d29-2568-4206-997a-7de18a1eef6a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'mac_address': 'fa:16:3e:b9:65:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b8f87c-f359-4a78-92ba-30a81d848053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:24:39Z', 'updated_at': '2021-06-03T20:24:43Z', 'revision_number': 1, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address_scope': None}, {'id': 'f5b87a1e-af20-4820-b05f-17ed3cdbe613', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'port_id': '643de4a0-c8a8-40fd-bf17-dab777556d4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'mac_address': 'fa:16:3e:f5:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18214a8b-ca6e-4c8e-ba76-64811dcad6dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:27:32Z', 'updated_at': '2021-06-03T20:27:32Z', 'revision_number': 0, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:27:34.870423 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-221aae27-4fa4-4f94-a8e3-6699b3d61963 req-1d773e4a-0c83-4ff4-9cc0-64c321015233 service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379392
Jun 03 20:27:34.978280 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccbc7e2-bc23-41a1-980d-be63ab59c379 None None] New status for floating IP f5b87a1e-af20-4820-b05f-17ed3cdbe613: ACTIVE {{(pid=92640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 20:27:39.901294 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:45.140535 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 44560) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:27:45.203461 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_v2 [None req-58121da2-21bf-4ec1-a5fc-94541437098a admin admin] Deleting subnet 18d87829-15ab-43fa-8527-77722b0e1bd3 {{(pid=92637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 20:27:45.206338 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-58121da2-21bf-4ec1-a5fc-94541437098a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:45.253969 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-58121da2-21bf-4ec1-a5fc-94541437098a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16070436'] for subnet, precommit_delete_associations {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:45.311177 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-58121da2-21bf-4ec1-a5fc-94541437098a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888552'] for subnet, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:45.626646 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-58121da2-21bf-4ec1-a5fc-94541437098a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16399030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14720095'] for subnet, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:45.630987 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:27:45.672155 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-58121da2-21bf-4ec1-a5fc-94541437098a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:45.675996 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58121da2-21bf-4ec1-a5fc-94541437098a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18d87829-15ab-43fa-8527-77722b0e1bd3,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:27:45.679625 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-58121da2-21bf-4ec1-a5fc-94541437098a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:27:45.681523 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-58121da2-21bf-4ec1-a5fc-94541437098a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/18d87829-15ab-43fa-8527-77722b0e1bd3 HTTP/1.1" status: 204  len: 168 time: 0.5398200
Jun 03 20:27:45.683672 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 44562) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:27:45.787219 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-31702f04-a3d1-4530-833f-15fdab0cdaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645772'] for network, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:46.013014 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-31702f04-a3d1-4530-833f-15fdab0cdaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082749', 'neutron.services.segments.db._delete_segments_for_network-8745116134081'] for network, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:46.025969 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-31702f04-a3d1-4530-833f-15fdab0cdaf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4217df2190>,) {'filters': {'network_id': ['632258e4-ef84-437b-95c8-25824c8ff24c']}} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:27:46.038899 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-31702f04-a3d1-4530-833f-15fdab0cdaf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4217df2190>, '278fc964-c8b4-40fb-8330-7cbf2be50ad0') {'for_net_delete': True} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:27:46.039130 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-31702f04-a3d1-4530-833f-15fdab0cdaf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4217df2190>, '278fc964-c8b4-40fb-8330-7cbf2be50ad0') {} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:27:46.050695 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-31702f04-a3d1-4530-833f-15fdab0cdaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745116137948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16070493'] for segment, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:46.067138 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-31702f04-a3d1-4530-833f-15fdab0cdaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:46.073049 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31702f04-a3d1-4530-833f-15fdab0cdaf1 admin admin] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=92637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 20:27:46.073451 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-31702f04-a3d1-4530-833f-15fdab0cdaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16398940'] for segment, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]: Traceback (most recent call last):
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:     timer()
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:     cb(*args, **kw)
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:     return func(*args, **kwargs)
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:     self._notify()
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:     self.callback(batched_events)
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:     event.method(event)
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:     return f(self, *a, **k)
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self._get(url).json()
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self.request(url, 'GET', **kwargs)
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 20:27:46.086435 dv-cinder-794669-1-iscsi neutron-server[92637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 20:27:46.254876 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-31702f04-a3d1-4530-833f-15fdab0cdaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-836978'] for network, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:46.258791 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-06513d7e-30e4-4785-a4ba-086ef2df47f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:27:46.272534 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-31702f04-a3d1-4530-833f-15fdab0cdaf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:46.283328 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31702f04-a3d1-4530-833f-15fdab0cdaf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=632258e4-ef84-437b-95c8-25824c8ff24c,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:27:46.285868 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-31702f04-a3d1-4530-833f-15fdab0cdaf1 admin admin] 10.222.0.96 "DELETE /v2.0/networks/632258e4-ef84-437b-95c8-25824c8ff24c HTTP/1.1" status: 204  len: 168 time: 0.6012595
Jun 03 20:27:46.286766 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-31702f04-a3d1-4530-833f-15fdab0cdaf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:27:46.756869 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44568) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:27:46.804543 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-807df230-6121-4f88-9295-d6ff131232b5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=86f9969bc0474540b9a27d4643e5959b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0464680
Jun 03 20:27:46.806935 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44570) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:27:46.863039 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9f57d10f-329d-49f6-99f6-d5f813947fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:46.894799 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9f57d10f-329d-49f6-99f6-d5f813947fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:47.054474 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9f57d10f-329d-49f6-99f6-d5f813947fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:47.058373 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-bc3ff337-1038-42c4-bbcc-962d569b92ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:27:47.072933 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57d10f-329d-49f6-99f6-d5f813947fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0009fc52-3ac7-4505-9563-31b41e7a3bf0,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:27:47.075717 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-9f57d10f-329d-49f6-99f6-d5f813947fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:27:47.162330 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-9f57d10f-329d-49f6-99f6-d5f813947fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:27:47.163530 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-9f57d10f-329d-49f6-99f6-d5f813947fa7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0009fc52-3ac7-4505-9563-31b41e7a3bf0 HTTP/1.1" status: 204  len: 168 time: 0.3556831
Jun 03 20:27:48.586468 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:27:57.436904 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-01742312-371a-40e9-b962-861f49bbc6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:00.108857 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-b120d5f5-657a-477d-95fc-fad0d6241c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:00.149483 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:01.332024 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:02.946386 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:09.262876 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5249a-b1bf-4239-ae4a-14b281175f87 req-20b39d64-93ef-465b-8b4b-1df3cf598741 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:09.264447 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6de5249a-b1bf-4239-ae4a-14b281175f87 req-20b39d64-93ef-465b-8b4b-1df3cf598741 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 946 time: 0.0835652
Jun 03 20:28:09.309933 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-6de5249a-b1bf-4239-ae4a-14b281175f87 req-2718174c-8101-4831-8b78-90b9e0626b18 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399849
Jun 03 20:28:09.842452 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:10.503969 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfb407-d84e-4ba3-a8b5-cb11e4385065 req-7e186f3c-7d45-4b6b-af3d-1c72c2ce23f1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:10.506366 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-29dfb407-d84e-4ba3-a8b5-cb11e4385065 req-7e186f3c-7d45-4b6b-af3d-1c72c2ce23f1 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 946 time: 0.0836644
Jun 03 20:28:10.557120 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-29dfb407-d84e-4ba3-a8b5-cb11e4385065 req-debb619d-47dc-40f7-bf02-4f4e6cd081c3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups?id=8af78559-0d40-4827-a939-1aa94a01d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450728
Jun 03 20:28:10.812071 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a60a2-c421-458c-b679-68d19e55331f req-e5440524-b5f1-4585-95ba-b28991948753 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:10.813465 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-511a60a2-c421-458c-b679-68d19e55331f req-e5440524-b5f1-4585-95ba-b28991948753 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.122 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 946 time: 0.0833359
Jun 03 20:28:10.948146 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-511a60a2-c421-458c-b679-68d19e55331f req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Deleting port 1746f8c1-a047-4a37-909d-7863bd44b00d {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:28:10.948489 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-511a60a2-c421-458c-b679-68d19e55331f req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:11.079447 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-511a60a2-c421-458c-b679-68d19e55331f req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] For port 1746f8c1-a047-4a37-909d-7863bd44b00d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1746f8c1-a047-4a37-909d-7863bd44b00d,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:28:11.079712 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-511a60a2-c421-458c-b679-68d19e55331f req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:11.366631 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-511a60a2-c421-458c-b679-68d19e55331f req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:11.366954 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-511a60a2-c421-458c-b679-68d19e55331f req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-836964'] for floatingip, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:11.367265 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.l3_db [req-511a60a2-c421-458c-b679-68d19e55331f req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Floating IP 1b1fa47b-7a07-45b7-a668-3f7a550d25a9 disassociated. External IP: 172.27.0.248, port: 1746f8c1-a047-4a37-909d-7863bd44b00d.
Jun 03 20:28:11.367595 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-511a60a2-c421-458c-b679-68d19e55331f req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Calling delete_port for 1746f8c1-a047-4a37-909d-7863bd44b00d owned by compute:nova {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:28:11.572400 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-511a60a2-c421-458c-b679-68d19e55331f req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:11.578502 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-693d7e03-1d5e-450c-ba85-2bfc919628af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:11.626976 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event deleted for resources: {'Port': ['ID=1746f8c1-a047-4a37-909d-7863bd44b00d,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:11.640182 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:11.640568 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:11.641099 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:11.641587 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:11.641936 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:11.642299 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:11.642659 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:11.643048 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:11.643401 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:11.643771 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:11.644112 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:11.644468 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:11.647979 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:11.754592 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-215aec7f-3aec-405f-b005-bfd03d76fbe3 req-271b4794-68a1-4308-8720-762ce732accb tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 210 time: 0.0583949
Jun 03 20:28:11.968050 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-511a60a2-c421-458c-b679-68d19e55331f req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:28:12.150822 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-511a60a2-c421-458c-b679-68d19e55331f req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:28:12.160940 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aa718d-1ff3-4301-b3a5-02223af817d9 None None] Sync routers for ids ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:28:12.170699 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aa718d-1ff3-4301-b3a5-02223af817d9 None None] Routers {'25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:28:12.171347 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-55aa718d-1ff3-4301-b3a5-02223af817d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42172b91c0>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:28:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:12.233147 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-511a60a2-c421-458c-b679-68d19e55331f req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] No DVR routers for this DVR port 1746f8c1-a047-4a37-909d-7863bd44b00d on host hv-cinder-79466 {{(pid=92636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:28:12.235683 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-511a60a2-c421-458c-b679-68d19e55331f req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:12.239692 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'name': 'network-vif-deleted', 'tag': '1746f8c1-a047-4a37-909d-7863bd44b00d'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:28:12.242027 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8fda9c-b405-45bf-a820-4b56348ada11" -d '{"events": [{"server_uuid": "1d1fc42a-42cb-45ab-89c2-a8ab35c551e1", "name": "network-vif-deleted", "tag": "1746f8c1-a047-4a37-909d-7863bd44b00d"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:28:12.350131 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-511a60a2-c421-458c-b679-68d19e55331f req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.122 "DELETE /v2.0/ports/1746f8c1-a047-4a37-909d-7863bd44b00d HTTP/1.1" status: 204  len: 173 time: 1.5295696
Jun 03 20:28:12.354032 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-55aa718d-1ff3-4301-b3a5-02223af817d9 None None] Set router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:28:12.492724 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b371ce-03e4-492d-a160-b96a968d338f x-openstack-request-id: req-54b371ce-03e4-492d-a160-b96a968d338f {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:28:12.493123 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1fc42a-42cb-45ab-89c2-a8ab35c551e1", "name": "network-vif-deleted", "tag": "1746f8c1-a047-4a37-909d-7863bd44b00d", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:28:12.493482 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-54b371ce-03e4-492d-a160-b96a968d338f {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:28:12.494075 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1fc42a-42cb-45ab-89c2-a8ab35c551e1', 'name': 'network-vif-deleted', 'tag': '1746f8c1-a047-4a37-909d-7863bd44b00d', 'status': 'completed', 'code': 200}
Jun 03 20:28:12.663984 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-55aa718d-1ff3-4301-b3a5-02223af817d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42172b91c0>, [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:19Z', 'revision_number': 4, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '30546ce2-65f1-471d-b3b2-7212ed1a0b31', 'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'mac_address': 'fa:16:3e:17:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:18Z', 'updated_at': '2021-06-03T20:19:26Z', 'revision_number': 5, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'subnets': [{'id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:12.667975 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aa718d-1ff3-4301-b3a5-02223af817d9 None None] Checking router: 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:28:12.676500 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aa718d-1ff3-4301-b3a5-02223af817d9 None None] Routers {'25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:28:12.677107 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-55aa718d-1ff3-4301-b3a5-02223af817d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42172b91c0>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:28:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:12.856067 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-55aa718d-1ff3-4301-b3a5-02223af817d9 None None] Set router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:28:12.927649 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-4ca3ff8b-08ea-4194-b5b3-c2085e88277b req-7e94be49-4cbc-4320-882d-247c2cd4d0ea tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Synchronizing usage tracker for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:28:13.029155 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-4ca3ff8b-08ea-4194-b5b3-c2085e88277b req-7e94be49-4cbc-4320-882d-247c2cd4d0ea tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Unset dirty status for tenant:f5cdd4a3137d4af39a4e825b870c302b on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:28:13.030447 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4ca3ff8b-08ea-4194-b5b3-c2085e88277b req-7e94be49-4cbc-4320-882d-247c2cd4d0ea tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d1fc42a-42cb-45ab-89c2-a8ab35c551e1 HTTP/1.1" status: 200  len: 210 time: 0.1467988
Jun 03 20:28:13.167959 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-55aa718d-1ff3-4301-b3a5-02223af817d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42172b91c0>, [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:19Z', 'revision_number': 4, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '30546ce2-65f1-471d-b3b2-7212ed1a0b31', 'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'mac_address': 'fa:16:3e:17:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:18Z', 'updated_at': '2021-06-03T20:19:26Z', 'revision_number': 5, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'subnets': [{'id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:13.172261 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aa718d-1ff3-4301-b3a5-02223af817d9 None None] The sync data for ids ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'] in dv-cinder-794669-1-iscsi is: [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:19:19Z', 'revision_number': 4, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '30546ce2-65f1-471d-b3b2-7212ed1a0b31', 'name': '', 'network_id': 'e6a1bc66-7e11-43d1-b2d7-7105e819ea36', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'mac_address': 'fa:16:3e:17:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:18Z', 'updated_at': '2021-06-03T20:19:26Z', 'revision_number': 5, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'subnets': [{'id': '9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:28:13.193493 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 1746f8c1-a047-4a37-909d-7863bd44b00d no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:28:13.277788 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: 1746f8c1-a047-4a37-909d-7863bd44b00d {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:28:13.278130 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 1746f8c1-a047-4a37-909d-7863bd44b00d not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:28:13.406606 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18b3ff4-c662-47e3-9050-00cb7f3bc3b3 None None] New status for floating IP 1b1fa47b-7a07-45b7-a668-3f7a550d25a9: DOWN {{(pid=92640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 20:28:14.282047 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 44614) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:14.347155 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:14.374597 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:14.503064 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:14.507712 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-3fae5cfc-0a8b-4e0f-9067-e57aaa7060d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:14.523380 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af78559-0d40-4827-a939-1aa94a01d3c4,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:14.532622 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:14.533097 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:14.533437 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:14.533699 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:14.534058 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:14.534414 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:14.534798 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:14.535174 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:14.539699 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:14.539699 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:14.539699 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:14.539699 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:14.539699 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:14.599506 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:14.600559 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "DELETE /v2.0/security-groups/8af78559-0d40-4827-a939-1aa94a01d3c4 HTTP/1.1" status: 204  len: 168 time: 0.3175156
Jun 03 20:28:14.615230 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 44616) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:14.631421 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.api.v2.resource [None req-2fd19627-5ab6-4d4e-85b3-80642cdc46c3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] show failed (client error): The resource could not be found.
Jun 03 20:28:14.633233 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-2fd19627-5ab6-4d4e-85b3-80642cdc46c3 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "GET /v2.0/security-groups/8af78559-0d40-4827-a939-1aa94a01d3c4 HTTP/1.1" status: 404  len: 347 time: 0.0162308
Jun 03 20:28:14.639215 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 44618) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:14.853256 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-7cee810d-4429-4e90-b663-ec4e1750c638 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Deleting port 5db0850f-38a4-44cc-86d5-6950f3681f73 {{(pid=92637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:28:14.853513 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7cee810d-4429-4e90-b663-ec4e1750c638 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:14.970275 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7cee810d-4429-4e90-b663-ec4e1750c638 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:14.970606 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7cee810d-4429-4e90-b663-ec4e1750c638 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:15.096501 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-7cee810d-4429-4e90-b663-ec4e1750c638 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Calling delete_port for 5db0850f-38a4-44cc-86d5-6950f3681f73 owned by network:floatingip {{(pid=92637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:28:15.286090 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7cee810d-4429-4e90-b663-ec4e1750c638 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:15.290534 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-efee0f08-b0b1-432b-be91-5b8c9087708a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:15.334875 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee810d-4429-4e90-b663-ec4e1750c638 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Pushing event deleted for resources: {'Port': ['ID=5db0850f-38a4-44cc-86d5-6950f3681f73,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:15.364569 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-7cee810d-4429-4e90-b663-ec4e1750c638 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:15.426941 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7cee810d-4429-4e90-b663-ec4e1750c638 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks [] for floatingip, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:15.514692 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7cee810d-4429-4e90-b663-ec4e1750c638 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for floatingip, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:15.515872 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-7cee810d-4429-4e90-b663-ec4e1750c638 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] 10.222.0.96 "DELETE /v2.0/floatingips/1b1fa47b-7a07-45b7-a668-3f7a550d25a9 HTTP/1.1" status: 204  len: 168 time: 0.8757703
Jun 03 20:28:18.660246 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44640) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:19.355507 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-729b57d7-7d17-4e62-a55f-92e88cab0c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-926052'] for router_interface, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:19.765917 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-729b57d7-7d17-4e62-a55f-92e88cab0c8d admin admin] Deleting port 30546ce2-65f1-471d-b3b2-7212ed1a0b31 {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:28:19.766606 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-729b57d7-7d17-4e62-a55f-92e88cab0c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:20.002798 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [None req-729b57d7-7d17-4e62-a55f-92e88cab0c8d admin admin] For port 30546ce2-65f1-471d-b3b2-7212ed1a0b31, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=30546ce2-65f1-471d-b3b2-7212ed1a0b31,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:28:20.003148 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-729b57d7-7d17-4e62-a55f-92e88cab0c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:20.125936 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-729b57d7-7d17-4e62-a55f-92e88cab0c8d admin admin] Calling delete_port for 30546ce2-65f1-471d-b3b2-7212ed1a0b31 owned by network:router_interface {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:28:20.508924 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-729b57d7-7d17-4e62-a55f-92e88cab0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:20.512793 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-bbb45b99-ef4b-4947-bda9-4a508142f186 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:20.556873 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b57d7-7d17-4e62-a55f-92e88cab0c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=30546ce2-65f1-471d-b3b2-7212ed1a0b31,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:20.582448 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-729b57d7-7d17-4e62-a55f-92e88cab0c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:20.818911 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-729b57d7-7d17-4e62-a55f-92e88cab0c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929722'] for router_interface, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:21.174788 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729b57d7-7d17-4e62-a55f-92e88cab0c8d admin admin] Router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:28:21.458842 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729b57d7-7d17-4e62-a55f-92e88cab0c8d admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:28:21.467826 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9062e75-e14c-472c-a195-2fb1f3ec81cc None None] Sync routers for ids ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:28:21.471116 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-729b57d7-7d17-4e62-a55f-92e88cab0c8d admin admin] 10.222.0.96 "PUT /v2.0/routers/25018b49-7ab3-4a49-ab46-7a8b90d9b1f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8098106
Jun 03 20:28:21.473497 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44644) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:21.477843 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9062e75-e14c-472c-a195-2fb1f3ec81cc None None] Routers {'25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:28:21.478467 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-b9062e75-e14c-472c-a195-2fb1f3ec81cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217582e50>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:28:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:21.652833 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] Notify callbacks [] for router, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:21.656760 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-b9062e75-e14c-472c-a195-2fb1f3ec81cc None None] Set router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:28:21.824537 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:21.939594 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-b9062e75-e14c-472c-a195-2fb1f3ec81cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217582e50>, [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:28:20Z', 'revision_number': 5, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port': {'id': '33972b62-520c-40f7-9cca-391ebcfab9fc', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:19:14Z', 'updated_at': '2021-06-03T20:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:21.946278 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9062e75-e14c-472c-a195-2fb1f3ec81cc None None] Checking router: 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:28:21.955370 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9062e75-e14c-472c-a195-2fb1f3ec81cc None None] Routers {'25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:28:21.955999 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-b9062e75-e14c-472c-a195-2fb1f3ec81cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217582e50>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:28:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:21.996037 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] Deleting port 33972b62-520c-40f7-9cca-391ebcfab9fc {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:28:21.996380 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:22.109365 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-b9062e75-e14c-472c-a195-2fb1f3ec81cc None None] Set router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 gateway port host: None {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:28:22.119949 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] For port 33972b62-520c-40f7-9cca-391ebcfab9fc, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=33972b62-520c-40f7-9cca-391ebcfab9fc,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:28:22.120302 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:22.214957 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-b9062e75-e14c-472c-a195-2fb1f3ec81cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217582e50>, [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:28:21Z', 'revision_number': 6, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port_host': None}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:22.219187 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9062e75-e14c-472c-a195-2fb1f3ec81cc None None] The sync data for ids ['25018b49-7ab3-4a49-ab46-7a8b90d9b1f8'] in dv-cinder-794669-1-iscsi is: [{'id': '25018b49-7ab3-4a49-ab46-7a8b90d9b1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1657700724-router', 'tenant_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:19:13Z', 'updated_at': '2021-06-03T20:28:21Z', 'revision_number': 6, 'project_id': 'f5cdd4a3137d4af39a4e825b870c302b', 'gw_port_host': None}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:28:22.242798 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] Calling delete_port for 33972b62-520c-40f7-9cca-391ebcfab9fc owned by network:router_gateway {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:28:22.440100 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:22.445241 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-50edd1ea-2b50-419f-be11-4c4572375a70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:22.488589 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] Pushing event deleted for resources: {'Port': ['ID=33972b62-520c-40f7-9cca-391ebcfab9fc,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:22.514075 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:22.584064 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-836889'] for router_gateway, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:22.755900 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4119'] for router, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:22.758630 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:22.880239 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938163'] for router, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:22.880943 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 {{(pid=92636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 20:28:22.893293 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] Notify callbacks [] for router, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:22.896633 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] 10.222.0.96 "DELETE /v2.0/routers/25018b49-7ab3-4a49-ab46-7a8b90d9b1f8 HTTP/1.1" status: 204  len: 168 time: 1.4200187
Jun 03 20:28:22.897021 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44646) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:22.958984 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83003b2-9ffb-4180-bdeb-80e6983e5f00 admin admin] Deleting subnet 9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2 {{(pid=92636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 20:28:22.961934 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a83003b2-9ffb-4180-bdeb-80e6983e5f00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:23.021060 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a83003b2-9ffb-4180-bdeb-80e6983e5f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16158600'] for subnet, precommit_delete_associations {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:23.033035 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 30546ce2-65f1-471d-b3b2-7212ed1a0b31 no longer exists at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:28:23.076917 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] No Port match for: 30546ce2-65f1-471d-b3b2-7212ed1a0b31 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:28:23.077268 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 30546ce2-65f1-471d-b3b2-7212ed1a0b31 not bound to the agent host dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:28:23.224603 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a83003b2-9ffb-4180-bdeb-80e6983e5f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888552'] for subnet, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:23.603304 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a83003b2-9ffb-4180-bdeb-80e6983e5f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16099413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14702688'] for subnet, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:23.607359 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:23.644258 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83003b2-9ffb-4180-bdeb-80e6983e5f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:23.647337 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-a83003b2-9ffb-4180-bdeb-80e6983e5f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:23.648811 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a83003b2-9ffb-4180-bdeb-80e6983e5f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:23.654945 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-a83003b2-9ffb-4180-bdeb-80e6983e5f00 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/9eb048fd-0f8c-44b8-bc71-0ab4c255ffe2 HTTP/1.1" status: 204  len: 168 time: 0.7569633
Jun 03 20:28:23.655834 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f35f85b-868d-410f-acdc-28359266a961 None None] Network e6a1bc66-7e11-43d1-b2d7-7105e819ea36 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:28:23.657420 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44650) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:23.760098 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645772'] for network, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:23.832036 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] Deleting port d15b973a-bbf7-4a03-b984-99b82d2122e2 {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:28:23.832374 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:23.915612 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] DHCP port deletion for e6a1bc66-7e11-43d1-b2d7-7105e819ea36 request from dv-cinder-794669-1-iscsi {{(pid=92638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 20:28:23.943334 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] For port d15b973a-bbf7-4a03-b984-99b82d2122e2, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=d15b973a-bbf7-4a03-b984-99b82d2122e2,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:28:23.944026 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:24.028636 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Deleting port d15b973a-bbf7-4a03-b984-99b82d2122e2 {{(pid=92638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:28:24.029020 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:24.068754 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] Calling delete_port for d15b973a-bbf7-4a03-b984-99b82d2122e2 owned by network:dhcp {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:28:24.125334 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] For port d15b973a-bbf7-4a03-b984-99b82d2122e2, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=d15b973a-bbf7-4a03-b984-99b82d2122e2,segment=NetworkSegment(5bf6cf76-03f1-41d4-9cf3-72e5871bdc27),segment_id=5bf6cf76-03f1-41d4-9cf3-72e5871bdc27)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:28:24.125937 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:24.168046 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:24.171844 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-069a72b6-76d5-4ec1-af43-97d502d0f643 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:24.217480 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d15b973a-bbf7-4a03-b984-99b82d2122e2,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:24.220510 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:24.221277 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] No DVR routers for this DVR port d15b973a-bbf7-4a03-b984-99b82d2122e2 on host dv-cinder-794669-1-iscsi {{(pid=92636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:28:24.244807 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Calling delete_port for d15b973a-bbf7-4a03-b984-99b82d2122e2 owned by network:dhcp {{(pid=92638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:28:24.287546 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605'] for port, after_delete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:24.291110 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:24.335788 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Pushing event deleted for resources: {'Port': ['ID=d15b973a-bbf7-4a03-b984-99b82d2122e2,revision_number=None']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:24.336265 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082749', 'neutron.services.segments.db._delete_segments_for_network-8745116134081'] for network, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:24.340423 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] No DVR routers for this DVR port d15b973a-bbf7-4a03-b984-99b82d2122e2 on host dv-cinder-794669-1-iscsi {{(pid=92638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:28:24.346523 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:24.346894 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:24.347228 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:24.347630 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:24.348386 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:24.348386 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:24.348612 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:24.348879 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:24.349187 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:24.349503 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:24.349808 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42171d2850>,) {'filters': {'network_id': ['e6a1bc66-7e11-43d1-b2d7-7105e819ea36']}} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:24.349931 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:24.350128 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:24.356297 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:24.363187 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42171d2850>, '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27') {'for_net_delete': True} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:24.363491 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.services.segments.db [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42171d2850>, '5bf6cf76-03f1-41d4-9cf3-72e5871bdc27') {} {{(pid=92636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:24.375635 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745116137948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16158705'] for segment, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:24.391933 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:24.397917 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=92636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 20:28:24.404292 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16099519'] for segment, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]: Traceback (most recent call last):
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:     timer()
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:     cb(*args, **kw)
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:     return func(*args, **kwargs)
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:     self._notify()
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:     self.callback(batched_events)
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:     event.method(event)
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:     return f(self, *a, **k)
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self._get(url).json()
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:     return self.request(url, 'GET', **kwargs)
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 20:28:24.411299 dv-cinder-794669-1-iscsi neutron-server[92636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 20:28:24.556762 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-836978'] for network, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:24.562636 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:24.565418 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-28b16cf9-a25e-4f1f-8ecb-c764743f0394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:24.587985 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a1bc66-7e11-43d1-b2d7-7105e819ea36,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:24.591514 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:24.592730 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 33972b62-520c-40f7-9cca-391ebcfab9fc no longer exists at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:28:24.627889 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] No Port match for: 33972b62-520c-40f7-9cca-391ebcfab9fc {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:28:24.628199 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 33972b62-520c-40f7-9cca-391ebcfab9fc not bound to the agent host dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:28:24.628628 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device d15b973a-bbf7-4a03-b984-99b82d2122e2 no longer exists at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:28:24.661411 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] No Port match for: d15b973a-bbf7-4a03-b984-99b82d2122e2 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:28:24.661760 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device d15b973a-bbf7-4a03-b984-99b82d2122e2 not bound to the agent host dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:28:24.698290 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-cf356d57-911a-4efd-8d2e-04c6049df9d9 admin admin] 10.222.0.96 "DELETE /v2.0/networks/e6a1bc66-7e11-43d1-b2d7-7105e819ea36 HTTP/1.1" status: 204  len: 168 time: 1.0398233
Jun 03 20:28:25.037156 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44654) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:25.085286 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-21ee1f55-3732-4ccb-8a69-aa1dc828ed3b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f5cdd4a3137d4af39a4e825b870c302b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0468850
Jun 03 20:28:25.087731 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44656) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:25.144150 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1b0285fc-17b7-428f-b819-138a2d164afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:25.169665 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1b0285fc-17b7-428f-b819-138a2d164afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:25.316411 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1b0285fc-17b7-428f-b819-138a2d164afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:25.321062 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-36be7932-8e90-40a9-a4c4-0f75326aafb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:25.334998 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0285fc-17b7-428f-b819-138a2d164afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867c9c76-4e56-4ffa-b76b-bc5563f9611d,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:25.338953 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-1b0285fc-17b7-428f-b819-138a2d164afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:25.344938 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1b0285fc-17b7-428f-b819-138a2d164afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:25.346140 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-1b0285fc-17b7-428f-b819-138a2d164afd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/867c9c76-4e56-4ffa-b76b-bc5563f9611d HTTP/1.1" status: 204  len: 168 time: 0.2574458
Jun 03 20:28:25.587509 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:28:26.492757 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44678) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:26.600323 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-191740224-network', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:28:26.605033 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:28:26.608960 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Usage tracker for resource:network and tenant:b4672939a69b4bf291458945442c7fcf is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:28:26.611779 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:28:26.618278 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:28:26.719815 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Made reservation on behalf of b4672939a69b4bf291458945442c7fcf for: {'network': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:28:26.722188 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1682885'] for network, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:26.735035 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:26.748875 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:28:26.752736 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Usage tracker for resource:security_group_rule and tenant:b4672939a69b4bf291458945442c7fcf is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:28:26.755529 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:28:26.761176 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:28:26.842594 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:26.899553 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:26.902982 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-1b0285fc-17b7-428f-b819-138a2d164afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:26.934240 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325}  {{(pid=92636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 20:28:26.939547 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea782ad7-e13b-4ec2-b146-90bb8b0900e4,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:26.943325 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:26.948020 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:26.948377 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.segments_db [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Added segment 44ed21cb-a664-4a37-8e6b-16c159040831 of type vlan for network 4cd3d37f-0610-4a65-834c-c273eb5748da
Jun 03 20:28:26.975866 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745115772362'] for network, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:27.093465 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173'] for network, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:27.094948 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:27.095618 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:27.099558 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:27.199242 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Pushing event updated for resources: {'Network': ['ID=4cd3d37f-0610-4a65-834c-c273eb5748da,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:27.202471 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:27.209346 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Network 4cd3d37f-0610-4a65-834c-c273eb5748da details requested by agent ovs-agent-dv-cinder-794669-1-iscsi with host dv-cinder-794669-1-iscsi {{(pid=92638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 20:28:27.275427 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-fab311c8-6350-4786-a21c-ace2bc189e5c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7815566
Jun 03 20:28:27.278388 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44682) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:27.283214 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-a15b14c5-c3ce-4290-9316-23b2d6fe50a6 admin admin] Request body: {'subnet': {'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-191740224-subnet', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:28:27.288632 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-a15b14c5-c3ce-4290-9316-23b2d6fe50a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:28:27.292978 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-a15b14c5-c3ce-4290-9316-23b2d6fe50a6 admin admin] Usage tracker for resource:subnet and tenant:b4672939a69b4bf291458945442c7fcf is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:28:27.295914 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-a15b14c5-c3ce-4290-9316-23b2d6fe50a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:28:27.301595 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-a15b14c5-c3ce-4290-9316-23b2d6fe50a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:28:27.394460 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15b14c5-c3ce-4290-9316-23b2d6fe50a6 admin admin] Made reservation on behalf of b4672939a69b4bf291458945442c7fcf for: {'subnet': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:28:27.396916 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a15b14c5-c3ce-4290-9316-23b2d6fe50a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14694273'] for subnet, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:27.429312 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-3bbdc1b1-fbb3-484e-9e40-6144239223a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:27.931662 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a15b14c5-c3ce-4290-9316-23b2d6fe50a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16099348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14694291'] for subnet, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:27.936226 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:28.012065 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b14c5-c3ce-4290-9316-23b2d6fe50a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8d48dac-1bf9-47c6-bbf8-197e3b10342f,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:28.015244 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-a15b14c5-c3ce-4290-9316-23b2d6fe50a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:28.019313 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b14c5-c3ce-4290-9316-23b2d6fe50a6 admin admin] Checking segment: {'id': '44ed21cb-a664-4a37-8e6b-16c159040831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:28:28.019664 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15b14c5-c3ce-4290-9316-23b2d6fe50a6 admin admin] Network hostable DHCP agents. Network: 4cd3d37f-0610-4a65-834c-c273eb5748da, hostable agents: ['2f2494fb-e4aa-4693-8f5c-5a373c270ead'], hosted agents: [] {{(pid=92636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 20:28:28.085481 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15b14c5-c3ce-4290-9316-23b2d6fe50a6 admin admin] Network 4cd3d37f-0610-4a65-834c-c273eb5748da is scheduled to be hosted by DHCP agent 2f2494fb-e4aa-4693-8f5c-5a373c270ead with binding_index 1 {{(pid=92636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 20:28:28.173245 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-a15b14c5-c3ce-4290-9316-23b2d6fe50a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-iscsi, 4cd3d37f-0610-4a65-834c-c273eb5748da) {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:28:28.182767 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15b14c5-c3ce-4290-9316-23b2d6fe50a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:28.183327 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-a15b14c5-c3ce-4290-9316-23b2d6fe50a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:28.183985 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efd761e-d7ff-4c9c-a6f8-3dc225e85cbb None None] Network 4cd3d37f-0610-4a65-834c-c273eb5748da requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:28:28.254402 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-a15b14c5-c3ce-4290-9316-23b2d6fe50a6 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9749100
Jun 03 20:28:28.257905 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44684) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:28.262399 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-191740224-router', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:28:28.267027 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:28:28.271160 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Usage tracker for resource:router and tenant:b4672939a69b4bf291458945442c7fcf is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:28:28.274103 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:28:28.280255 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:28:28.345263 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4105'] for router, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:28.346299 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:28.361390 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:28.404041 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf48b4315-cbea-59e0-afd0-d1625a86666c-4cd3d37f-0610-4a65-834c-c273eb5748da', 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'fixed_ips': [{'subnet_id': 'd8d48dac-1bf9-47c6-bbf8-197e3b10342f'}]}} from dv-cinder-794669-1-iscsi. {{(pid=92638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 20:28:28.404883 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:28.562070 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.db_base_plugin_common [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Allocated IP 172.20.0.2 (4cd3d37f-0610-4a65-834c-c273eb5748da/d8d48dac-1bf9-47c6-bbf8-197e3b10342f/c8d26652-f3c2-49a1-90ab-47111c1fe58d) {{(pid=92638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:28:28.762443 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Notify callbacks [] for port, precommit_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:28.773089 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Transition to ACTIVE for port object c8d26652-f3c2-49a1-90ab-47111c1fe58d will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:28:28.792161 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Transition to ACTIVE for port object c8d26652-f3c2-49a1-90ab-47111c1fe58d will not be triggered until provisioned by entity DHCP. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:28:28.802445 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4206'] for router, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:28.894096 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596'] for port, after_create {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:28.898586 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:28.958159 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Network 4cd3d37f-0610-4a65-834c-c273eb5748da is already hosted by enough agents. {{(pid=92638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:28:28.961524 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.scheduler.base_scheduler [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Resources bound (agent type, host, resource id):  {{(pid=92638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:28:28.970195 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Received port after_create {{(pid=92638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:28:28.977735 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Pushing event updated for resources: {'Port': ['ID=c8d26652-f3c2-49a1-90ab-47111c1fe58d,revision_number=1']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:28.982080 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:29.067461 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Attempting to bind port c8d26652-f3c2-49a1-90ab-47111c1fe58d on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:28:29.067793 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Attempting to bind port c8d26652-f3c2-49a1-90ab-47111c1fe58d by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': '44ed21cb-a664-4a37-8e6b-16c159040831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:28:29.068120 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Attempting to bind port c8d26652-f3c2-49a1-90ab-47111c1fe58d on network 4cd3d37f-0610-4a65-834c-c273eb5748da {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:28:29.073675 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:28:29.074033 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Checking segment: {'id': '44ed21cb-a664-4a37-8e6b-16c159040831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:28:29.074449 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:29.074886 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Bound using segment: {'id': '44ed21cb-a664-4a37-8e6b-16c159040831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:28:29.075359 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Bound port: c8d26652-f3c2-49a1-90ab-47111c1fe58d, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ed21cb-a664-4a37-8e6b-16c159040831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:28:29.075739 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:29.162151 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] For port c8d26652-f3c2-49a1-90ab-47111c1fe58d, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:28:29.166052 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] For port c8d26652-f3c2-49a1-90ab-47111c1fe58d, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=c8d26652-f3c2-49a1-90ab-47111c1fe58d,segment=NetworkSegment(44ed21cb-a664-4a37-8e6b-16c159040831),segment_id=44ed21cb-a664-4a37-8e6b-16c159040831)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:28:29.211406 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:29.240695 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:29.240882 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:29.245603 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-4d44fd1c-003d-496d-8e79-76bef97f4e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:29.367793 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Pushing event updated for resources: {'Port': ['ID=c8d26652-f3c2-49a1-90ab-47111c1fe58d,revision_number=2']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:29.375181 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:29.392864 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Allocated IP 172.27.0.175 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/dbaebdb5-eeee-40bf-9afd-9882b9830bb4) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:28:29.664517 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:29.751067 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:29.754795 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ae55577f-384c-44ae-9ba9-1da70ab8a805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:29.812031 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:28:29.814628 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:28:29.822616 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:28:29.860381 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=dbaebdb5-eeee-40bf-9afd-9882b9830bb4,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:29.864216 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:30.065542 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-1a790e04-3ca3-4c23-841d-048f16d32924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:30.116465 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:30.201473 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4298deb-09a0-4a47-8971-e3b7a56b2b9f None None] Network 4cd3d37f-0610-4a65-834c-c273eb5748da requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:28:30.360755 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:30.414461 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-ab269af3-1b5f-4655-9574-47979444b461 None None] Provisioning for port c8d26652-f3c2-49a1-90ab-47111c1fe58d completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:28:30.633181 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device c8d26652-f3c2-49a1-90ab-47111c1fe58d up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:28:30.718793 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-836917'] for router, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:30.801857 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port c8d26652-f3c2-49a1-90ab-47111c1fe58d completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:28:30.806823 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port c8d26652-f3c2-49a1-90ab-47111c1fe58d triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:28:30.807204 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:30.926575 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:30.958998 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port c8d26652-f3c2-49a1-90ab-47111c1fe58d, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=c8d26652-f3c2-49a1-90ab-47111c1fe58d,segment=NetworkSegment(44ed21cb-a664-4a37-8e6b-16c159040831),segment_id=44ed21cb-a664-4a37-8e6b-16c159040831)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:28:30.984529 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Router 8a4a9189-73d2-4e87-9f87-8e75ccc1ef50 is scheduled to L3 agent 107fbc38-de16-481d-8d22-795583403c3d with binding_index 1 {{(pid=92636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 20:28:31.086150 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:31.088202 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:31.157056 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=c8d26652-f3c2-49a1-90ab-47111c1fe58d,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:31.159548 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:28:31.160029 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:31.168670 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Sync routers for ids ['8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:28:31.178391 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Routers {'8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:28:31.179630 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217494490>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:28:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:31.253490 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] Notify callbacks [] for router, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:31.254633 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-054336f2-cbd5-4be7-a2d8-1effc0f37ee9 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.9957631
Jun 03 20:28:31.257366 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44686) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:31.337745 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:31.355727 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Set router 8a4a9189-73d2-4e87-9f87-8e75ccc1ef50 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:28:31.643434 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217494490>, [{'id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'name': 'tempest-AttachVolumeTestJSON-191740224-router', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:28:28Z', 'updated_at': '2021-06-03T20:28:30Z', 'revision_number': 3, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'gw_port': {'id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:28:29Z', 'updated_at': '2021-06-03T20:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:31.647276 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Checking router: 8a4a9189-73d2-4e87-9f87-8e75ccc1ef50 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:28:31.647633 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Updating router 8a4a9189-73d2-4e87-9f87-8e75ccc1ef50 port dbaebdb5-eeee-40bf-9afd-9882b9830bb4 binding host dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:28:31.700149 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:32.024199 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Notify callbacks [] for port, precommit_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:32.036387 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.provisioning_blocks [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Transition to ACTIVE for port object dbaebdb5-eeee-40bf-9afd-9882b9830bb4 will not be triggered until provisioned by entity L2. {{(pid=92640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:28:32.041971 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:32.144671 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:32.149313 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-657b25d2-8840-4258-9578-b5bfb03e10f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:32.228512 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Attempting to bind port dbaebdb5-eeee-40bf-9afd-9882b9830bb4 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:28:32.229223 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Attempting to bind port dbaebdb5-eeee-40bf-9afd-9882b9830bb4 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:28:32.229223 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Attempting to bind port dbaebdb5-eeee-40bf-9afd-9882b9830bb4 on network 03dbdf41-c79d-4ee5-9893-443b21628827 {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:28:32.232460 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef62c15-3333-45c7-8505-0b46c3342430 None None] Pushing event updated for resources: {'Port': ['ID=dbaebdb5-eeee-40bf-9afd-9882b9830bb4,revision_number=2']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:32.240102 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:28:32.240475 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Checking segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:28:32.240878 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:32.241269 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Bound using segment: {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'} {{(pid=92640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:28:32.241739 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.managers [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Bound port: dbaebdb5-eeee-40bf-9afd-9882b9830bb4, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}}] {{(pid=92640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:28:32.242110 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:32.247013 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Allocated IP 172.20.0.1 (4cd3d37f-0610-4a65-834c-c273eb5748da/d8d48dac-1bf9-47c6-bbf8-197e3b10342f/f9b8e040-1f87-411a-9bd2-099f59a68bb7) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:28:32.270174 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef62c15-3333-45c7-8505-0b46c3342430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:32.270514 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef62c15-3333-45c7-8505-0b46c3342430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:32.270879 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef62c15-3333-45c7-8505-0b46c3342430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:32.271210 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef62c15-3333-45c7-8505-0b46c3342430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:32.271541 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef62c15-3333-45c7-8505-0b46c3342430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:32.271866 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef62c15-3333-45c7-8505-0b46c3342430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:32.272183 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef62c15-3333-45c7-8505-0b46c3342430 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:32.273087 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef62c15-3333-45c7-8505-0b46c3342430 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:32.273416 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef62c15-3333-45c7-8505-0b46c3342430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:32.273732 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef62c15-3333-45c7-8505-0b46c3342430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:32.274048 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef62c15-3333-45c7-8505-0b46c3342430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:32.274420 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef62c15-3333-45c7-8505-0b46c3342430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:28:32.283018 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-1ef62c15-3333-45c7-8505-0b46c3342430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:32.321031 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] For port dbaebdb5-eeee-40bf-9afd-9882b9830bb4, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:28:32.324012 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.plugins.ml2.db [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] For port dbaebdb5-eeee-40bf-9afd-9882b9830bb4, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=dbaebdb5-eeee-40bf-9afd-9882b9830bb4,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:28:32.394375 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:32.410318 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Transition to ACTIVE for port object f9b8e040-1f87-411a-9bd2-099f59a68bb7 will not be triggered until provisioned by entity DHCP. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:28:32.411934 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:32.416083 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:32.493316 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Routers {'8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:28:32.493943 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217494490>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:28:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:32.531823 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:32.535572 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-2f1abba7-353d-43c6-8762-ee3edcf43545 tempest-VolumesSnapshotTestJSON-1288767841 tempest-VolumesSnapshotTestJSON-1288767841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:32.560120 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef62c15-3333-45c7-8505-0b46c3342430 None None] Pushing event updated for resources: {'Port': ['ID=dbaebdb5-eeee-40bf-9afd-9882b9830bb4,revision_number=3']} {{(pid=92640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:32.564861 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG oslo_concurrency.lockutils [None req-1ef62c15-3333-45c7-8505-0b46c3342430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:32.594747 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Network 4cd3d37f-0610-4a65-834c-c273eb5748da is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:28:32.597600 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:28:32.606499 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:28:32.619279 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device c8d26652-f3c2-49a1-90ab-47111c1fe58d up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:28:32.641495 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Pushing event updated for resources: {'Port': ['ID=f9b8e040-1f87-411a-9bd2-099f59a68bb7,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:32.648059 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:32.673624 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-837115'] for router_interface, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:32.709331 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port c8d26652-f3c2-49a1-90ab-47111c1fe58d triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:28:32.709738 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:32.731710 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] Set router 8a4a9189-73d2-4e87-9f87-8e75ccc1ef50 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:28:32.943476 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:33.001015 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-9c9fae79-5021-4bb9-ab56-3cd13687e630 None None] Provisioning for port f9b8e040-1f87-411a-9bd2-099f59a68bb7 completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:28:33.007206 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-9c9fae79-5021-4bb9-ab56-3cd13687e630 None None] Provisioning complete for port f9b8e040-1f87-411a-9bd2-099f59a68bb7 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:28:33.007668 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9c9fae79-5021-4bb9-ab56-3cd13687e630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:33.042115 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217494490>, [{'id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'name': 'tempest-AttachVolumeTestJSON-191740224-router', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:28:28Z', 'updated_at': '2021-06-03T20:28:30Z', 'revision_number': 3, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'gw_port': {'id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:28:29Z', 'updated_at': '2021-06-03T20:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:33.046148 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfa083-8282-4c76-aee2-a2d8da91fd27 None None] The sync data for ids ['8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'] in dv-cinder-794669-1-iscsi is: [{'id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'name': 'tempest-AttachVolumeTestJSON-191740224-router', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:28:28Z', 'updated_at': '2021-06-03T20:28:30Z', 'revision_number': 3, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'gw_port': {'id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:28:29Z', 'updated_at': '2021-06-03T20:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:28:33.064677 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-9c9fae79-5021-4bb9-ab56-3cd13687e630 None None] Port f9b8e040-1f87-411a-9bd2-099f59a68bb7 cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:28:33.169245 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:33.425220 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:33.499052 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:33.524201 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-0b5cf7f4-6c2e-448e-bcf1-0896c633171c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:33.608891 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926103'] for router_interface, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:33.612387 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Pushing event updated for resources: {'Port': ['ID=f9b8e040-1f87-411a-9bd2-099f59a68bb7,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:33.615814 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:33.751538 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Network 4cd3d37f-0610-4a65-834c-c273eb5748da is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:28:33.752695 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:28:33.942994 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Router 8a4a9189-73d2-4e87-9f87-8e75ccc1ef50 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:28:33.987137 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-ff85eefe-41a2-4d1c-a1c1-500cbbd35a62 None None] Provisioning complete for port f9b8e040-1f87-411a-9bd2-099f59a68bb7 triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:28:33.987767 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ff85eefe-41a2-4d1c-a1c1-500cbbd35a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:34.041512 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-ff85eefe-41a2-4d1c-a1c1-500cbbd35a62 None None] Port f9b8e040-1f87-411a-9bd2-099f59a68bb7 cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:28:34.128093 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:28:34.137704 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-b7a8e8bd-15b0-449f-8844-654b85ac42b7 admin admin] 10.222.0.96 "PUT /v2.0/routers/8a4a9189-73d2-4e87-9f87-8e75ccc1ef50/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8793130
Jun 03 20:28:34.499761 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Sync routers for ids ['8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:28:34.509520 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Routers {'8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:28:34.510140 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42172b9190>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:28:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:34.649304 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device dbaebdb5-eeee-40bf-9afd-9882b9830bb4 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:28:34.737714 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Set router 8a4a9189-73d2-4e87-9f87-8e75ccc1ef50 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:28:34.896143 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port dbaebdb5-eeee-40bf-9afd-9882b9830bb4 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:28:34.911551 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port dbaebdb5-eeee-40bf-9afd-9882b9830bb4 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:28:34.911551 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:35.173273 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:35.195384 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port dbaebdb5-eeee-40bf-9afd-9882b9830bb4, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=dbaebdb5-eeee-40bf-9afd-9882b9830bb4,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:28:35.201080 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42172b9190>, [{'id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'name': 'tempest-AttachVolumeTestJSON-191740224-router', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:28:28Z', 'updated_at': '2021-06-03T20:28:33Z', 'revision_number': 4, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'gw_port': {'id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:28:29Z', 'updated_at': '2021-06-03T20:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': 'f9b8e040-1f87-411a-9bd2-099f59a68bb7', 'name': '', 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'mac_address': 'fa:16:3e:08:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8d48dac-1bf9-47c6-bbf8-197e3b10342f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:28:32Z', 'updated_at': '2021-06-03T20:28:33Z', 'revision_number': 2, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'subnets': [{'id': 'd8d48dac-1bf9-47c6-bbf8-197e3b10342f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:35.204874 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Checking router: 8a4a9189-73d2-4e87-9f87-8e75ccc1ef50 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:28:35.212818 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Updating router 8a4a9189-73d2-4e87-9f87-8e75ccc1ef50 port f9b8e040-1f87-411a-9bd2-099f59a68bb7 binding host dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 20:28:35.258772 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:35.274090 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:35.277050 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:35.429238 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=dbaebdb5-eeee-40bf-9afd-9882b9830bb4,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:35.437623 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:35.662742 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Notify callbacks [] for port, precommit_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:35.674577 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Transition to ACTIVE for port object f9b8e040-1f87-411a-9bd2-099f59a68bb7 will not be triggered until provisioned by entity L2. {{(pid=92638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:28:35.783040 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:35.786739 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-b47f142f-bfc1-47ed-8156-1b9cddd0e033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:35.864793 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44702) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:35.869832 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-361757e2-52ab-4bd9-a3f5-b912562a8d70 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--69131916', 'description': 'tempest-description--1416629882'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:28:35.875976 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-361757e2-52ab-4bd9-a3f5-b912562a8d70 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:28:35.880129 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-361757e2-52ab-4bd9-a3f5-b912562a8d70 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Usage tracker for resource:security_group and tenant:b4672939a69b4bf291458945442c7fcf is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:28:35.883108 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-361757e2-52ab-4bd9-a3f5-b912562a8d70 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:28:35.888953 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-361757e2-52ab-4bd9-a3f5-b912562a8d70 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:28:35.942961 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16172f8e-fafe-422d-b268-859d5faf6615 None None] Pushing event updated for resources: {'Port': ['ID=f9b8e040-1f87-411a-9bd2-099f59a68bb7,revision_number=3']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:35.950723 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-16172f8e-fafe-422d-b268-859d5faf6615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:35.993341 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-361757e2-52ab-4bd9-a3f5-b912562a8d70 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks [] for security_group, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:36.004676 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Attempting to bind port f9b8e040-1f87-411a-9bd2-099f59a68bb7 on host dv-cinder-794669-1-iscsi for vnic_type normal with profile  {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:28:36.005059 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Attempting to bind port f9b8e040-1f87-411a-9bd2-099f59a68bb7 by drivers openvswitch,hyperv on host dv-cinder-794669-1-iscsi at level 0 using segments [{'id': '44ed21cb-a664-4a37-8e6b-16c159040831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da'}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:28:36.005425 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Attempting to bind port f9b8e040-1f87-411a-9bd2-099f59a68bb7 on network 4cd3d37f-0610-4a65-834c-c273eb5748da {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:28:36.011326 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Checking agent: {'id': 'f0a16ba6-ddd0-43e9-af51-65b26a865d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 9), 'started_at': datetime.datetime(2021, 6, 3, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:28:36.011704 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Checking segment: {'id': '44ed21cb-a664-4a37-8e6b-16c159040831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:28:36.015788 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:36.015788 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Bound using segment: {'id': '44ed21cb-a664-4a37-8e6b-16c159040831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da'} {{(pid=92638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:28:36.015788 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.managers [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Bound port: f9b8e040-1f87-411a-9bd2-099f59a68bb7, host: dv-cinder-794669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ed21cb-a664-4a37-8e6b-16c159040831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da'}}] {{(pid=92638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:28:36.016153 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-361757e2-52ab-4bd9-a3f5-b912562a8d70 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:28:36.016247 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:36.016925 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-361757e2-52ab-4bd9-a3f5-b912562a8d70 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Usage tracker for resource:security_group_rule and tenant:b4672939a69b4bf291458945442c7fcf is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:28:36.019802 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-361757e2-52ab-4bd9-a3f5-b912562a8d70 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:28:36.026855 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-361757e2-52ab-4bd9-a3f5-b912562a8d70 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:28:36.099807 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-361757e2-52ab-4bd9-a3f5-b912562a8d70 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks [] for security_group, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:36.112191 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] For port f9b8e040-1f87-411a-9bd2-099f59a68bb7, host dv-cinder-794669-1-iscsi, cleared binding levels {{(pid=92638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:28:36.112647 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] For port f9b8e040-1f87-411a-9bd2-099f59a68bb7, host dv-cinder-794669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=f9b8e040-1f87-411a-9bd2-099f59a68bb7,segment=NetworkSegment(44ed21cb-a664-4a37-8e6b-16c159040831),segment_id=44ed21cb-a664-4a37-8e6b-16c159040831)] {{(pid=92638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:28:36.167680 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-361757e2-52ab-4bd9-a3f5-b912562a8d70 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:36.171521 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-cc8be34f-eb09-4b68-87bc-e802e00e1c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:36.207688 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:36.210334 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361757e2-52ab-4bd9-a3f5-b912562a8d70 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4316429b-b659-432c-942a-45dc12915f1d,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:36.213149 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-361757e2-52ab-4bd9-a3f5-b912562a8d70 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:36.213325 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:36.287862 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Routers {'8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:28:36.288501 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42172b9190>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:28:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:36.308815 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-361757e2-52ab-4bd9-a3f5-b912562a8d70 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:36.310505 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-361757e2-52ab-4bd9-a3f5-b912562a8d70 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.4446433
Jun 03 20:28:36.313460 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44704) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:36.319835 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-e6d3f210-2497-4c2f-b879-005ae914408e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Request body: {'security_group_rule': {'security_group_id': '4316429b-b659-432c-942a-45dc12915f1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:28:36.325494 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-e6d3f210-2497-4c2f-b879-005ae914408e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:28:36.329489 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-e6d3f210-2497-4c2f-b879-005ae914408e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Usage tracker for resource:security_group_rule and tenant:b4672939a69b4bf291458945442c7fcf is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:28:36.332541 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-e6d3f210-2497-4c2f-b879-005ae914408e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:28:36.339329 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-e6d3f210-2497-4c2f-b879-005ae914408e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:28:36.357229 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16172f8e-fafe-422d-b268-859d5faf6615 None None] Pushing event updated for resources: {'Port': ['ID=f9b8e040-1f87-411a-9bd2-099f59a68bb7,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:36.358316 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-16172f8e-fafe-422d-b268-859d5faf6615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:36.447405 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e6d3f210-2497-4c2f-b879-005ae914408e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:36.473432 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] Set router 8a4a9189-73d2-4e87-9f87-8e75ccc1ef50 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:28:36.513262 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e6d3f210-2497-4c2f-b879-005ae914408e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:36.604655 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device dbaebdb5-eeee-40bf-9afd-9882b9830bb4 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:28:36.618697 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e6d3f210-2497-4c2f-b879-005ae914408e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:36.620659 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:36.643504 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3f210-2497-4c2f-b879-005ae914408e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af4adcc-4c7a-4502-9788-bae22729026b,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:36.646088 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-e6d3f210-2497-4c2f-b879-005ae914408e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:36.721747 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-e6d3f210-2497-4c2f-b879-005ae914408e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:36.723012 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-e6d3f210-2497-4c2f-b879-005ae914408e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4083927
Jun 03 20:28:36.725954 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44706) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:36.730728 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-1cf106cc-6957-4fe6-b77e-fbeff5e958b2 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Request body: {'security_group_rule': {'security_group_id': '4316429b-b659-432c-942a-45dc12915f1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:28:36.737133 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-1cf106cc-6957-4fe6-b77e-fbeff5e958b2 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:28:36.741304 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-1cf106cc-6957-4fe6-b77e-fbeff5e958b2 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Usage tracker for resource:security_group_rule and tenant:b4672939a69b4bf291458945442c7fcf is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:28:36.744395 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-1cf106cc-6957-4fe6-b77e-fbeff5e958b2 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:28:36.750280 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-1cf106cc-6957-4fe6-b77e-fbeff5e958b2 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:28:36.819510 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1cf106cc-6957-4fe6-b77e-fbeff5e958b2 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:36.825227 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port dbaebdb5-eeee-40bf-9afd-9882b9830bb4 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:28:36.825768 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:36.881932 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1cf106cc-6957-4fe6-b77e-fbeff5e958b2 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:36.961766 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1cf106cc-6957-4fe6-b77e-fbeff5e958b2 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974706'] for security_group_rule, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:36.969780 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:36.988371 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf106cc-6957-4fe6-b77e-fbeff5e958b2 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6464b152-a72a-441a-9b03-7f7acd7ff62d,revision_number=0']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:36.991005 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-1cf106cc-6957-4fe6-b77e-fbeff5e958b2 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:36.992961 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42172b9190>, [{'id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'name': 'tempest-AttachVolumeTestJSON-191740224-router', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:28:28Z', 'updated_at': '2021-06-03T20:28:33Z', 'revision_number': 4, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'gw_port': {'id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:28:29Z', 'updated_at': '2021-06-03T20:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': 'f9b8e040-1f87-411a-9bd2-099f59a68bb7', 'name': '', 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'mac_address': 'fa:16:3e:08:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8d48dac-1bf9-47c6-bbf8-197e3b10342f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:28:32Z', 'updated_at': '2021-06-03T20:28:36Z', 'revision_number': 4, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'subnets': [{'id': 'd8d48dac-1bf9-47c6-bbf8-197e3b10342f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:37.000993 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ea03a-ab81-47e2-9325-b3b3aac45c96 None None] The sync data for ids ['8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'] in dv-cinder-794669-1-iscsi is: [{'id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'name': 'tempest-AttachVolumeTestJSON-191740224-router', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:28:28Z', 'updated_at': '2021-06-03T20:28:33Z', 'revision_number': 4, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'gw_port': {'id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:28:29Z', 'updated_at': '2021-06-03T20:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': 'f9b8e040-1f87-411a-9bd2-099f59a68bb7', 'name': '', 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'mac_address': 'fa:16:3e:08:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8d48dac-1bf9-47c6-bbf8-197e3b10342f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:28:32Z', 'updated_at': '2021-06-03T20:28:36Z', 'revision_number': 4, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'subnets': [{'id': 'd8d48dac-1bf9-47c6-bbf8-197e3b10342f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:28:37.086264 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-1cf106cc-6957-4fe6-b77e-fbeff5e958b2 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:37.087557 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-1cf106cc-6957-4fe6-b77e-fbeff5e958b2 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3606486
Jun 03 20:28:37.090585 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44708) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:37.095232 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Request body: {'floatingip': {'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:28:37.101801 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:28:37.106149 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Usage tracker for resource:floatingip and tenant:b4672939a69b4bf291458945442c7fcf is out of sync, need to count used quota {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 20:28:37.109240 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 20:28:37.116921 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:28:37.199747 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks [] for floatingip, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:37.343208 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:37.502802 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Allocated IP 172.27.0.45 (03dbdf41-c79d-4ee5-9893-443b21628827/5ccd66bd-9541-42d2-94f5-9fb7cbed890c/2ca9b396-7c51-467d-9ef7-3a1b5ecef8a9) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:28:37.764707 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:37.885968 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:37.889859 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-717bf181-55f9-4c14-8109-670e90f8c6f7 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:37.954099 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Network 03dbdf41-c79d-4ee5-9893-443b21628827 is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:28:37.956837 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:28:37.965769 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:28:37.997698 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Pushing event updated for resources: {'Port': ['ID=2ca9b396-7c51-467d-9ef7-3a1b5ecef8a9,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:37.998646 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:38.049453 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:38.187150 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:38.400427 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:38.491972 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:38.496235 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-ddff2ec1-51c4-41f1-b145-5d43dd74bd40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:38.620400 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Pushing event updated for resources: {'Port': ['ID=2ca9b396-7c51-467d-9ef7-3a1b5ecef8a9,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:38.625610 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:38.635439 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device f9b8e040-1f87-411a-9bd2-099f59a68bb7 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:28:38.636058 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-836964'] for floatingip, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:38.812925 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for floatingip, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:38.814071 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-417bc97e-3a70-4152-840c-020c2487d900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.7224963
Jun 03 20:28:38.864547 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning for port f9b8e040-1f87-411a-9bd2-099f59a68bb7 completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:28:38.869732 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port f9b8e040-1f87-411a-9bd2-099f59a68bb7 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:28:38.870102 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:39.001884 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:39.011115 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-c874bddb-42ed-436f-9ac3-f952ff6f4461 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Synchronizing usage tracker for tenant:b4672939a69b4bf291458945442c7fcf on resource:security_group {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:28:39.040108 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] For port f9b8e040-1f87-411a-9bd2-099f59a68bb7, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=f9b8e040-1f87-411a-9bd2-099f59a68bb7,segment=NetworkSegment(44ed21cb-a664-4a37-8e6b-16c159040831),segment_id=44ed21cb-a664-4a37-8e6b-16c159040831)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:28:39.133143 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-c874bddb-42ed-436f-9ac3-f952ff6f4461 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Unset dirty status for tenant:b4672939a69b4bf291458945442c7fcf on resource:security_group {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:28:39.134368 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-c874bddb-42ed-436f-9ac3-f952ff6f4461 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--69131916&fields=id&tenant_id=b4672939a69b4bf291458945442c7fcf HTTP/1.1" status: 200  len: 267 time: 0.1696432
Jun 03 20:28:39.178813 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:39.180853 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:39.249967 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Pushing event updated for resources: {'Port': ['ID=f9b8e040-1f87-411a-9bd2-099f59a68bb7,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:39.253357 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:39.290587 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-0bdecf3f-ef1e-4a92-83e4-54d8e5129771 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:39.291306 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-0bdecf3f-ef1e-4a92-83e4-54d8e5129771 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Synchronizing usage tracker for tenant:b4672939a69b4bf291458945442c7fcf on resource:network {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:28:39.452963 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-0bdecf3f-ef1e-4a92-83e4-54d8e5129771 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Unset dirty status for tenant:b4672939a69b4bf291458945442c7fcf on resource:network {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:28:39.454187 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-0bdecf3f-ef1e-4a92-83e4-54d8e5129771 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/networks?id=4cd3d37f-0610-4a65-834c-c273eb5748da HTTP/1.1" status: 200  len: 810 time: 0.3129368
Jun 03 20:28:39.469773 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-85c5d6f7-2d78-4ada-b8ed-24c3ec5d99b7 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/quotas/b4672939a69b4bf291458945442c7fcf HTTP/1.1" status: 200  len: 375 time: 0.0101397
Jun 03 20:28:39.562221 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5be07e2c-2531-4b24-b428-3e323a7f2ed9 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Synchronizing usage tracker for tenant:b4672939a69b4bf291458945442c7fcf on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:28:39.658256 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5be07e2c-2531-4b24-b428-3e323a7f2ed9 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Unset dirty status for tenant:b4672939a69b4bf291458945442c7fcf on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:28:39.659623 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5be07e2c-2531-4b24-b428-3e323a7f2ed9 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b4672939a69b4bf291458945442c7fcf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1845100
Jun 03 20:28:39.719645 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-f11eeb54-6cde-4ae4-99be-2cd7535317fa service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=92636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 20:28:39.720654 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-f11eeb54-6cde-4ae4-99be-2cd7535317fa service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0493000
Jun 03 20:28:39.824207 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:39.852977 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-12401a59-d448-4ff9-b515-bf214e24ae7f service neutron] 10.222.0.96 "GET /v2.0/networks/4cd3d37f-0610-4a65-834c-c273eb5748da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261420
Jun 03 20:28:39.986280 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-7d8024c0-2313-4b4d-803f-80f99e00c63a service neutron] 10.222.0.96 "GET /v2.0/networks/4cd3d37f-0610-4a65-834c-c273eb5748da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273606
Jun 03 20:28:40.284007 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-8678fc0d-108a-428e-ba2b-c6e6b111df1e req-6bf339fb-e958-438e-a534-91ae9fde9dec tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 210 time: 0.0431569
Jun 03 20:28:40.609069 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device f9b8e040-1f87-411a-9bd2-099f59a68bb7 up at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:28:40.675701 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Provisioning complete for port f9b8e040-1f87-411a-9bd2-099f59a68bb7 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:28:40.676185 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:41.379454 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-45761f13-2353-4353-b236-af126f132848 req-e2a14216-ab9d-4072-b1b2-96b959a81c9c tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 210 time: 0.0427048
Jun 03 20:28:42.532889 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e1dcc859-de05-429d-8c7c-d7fa9c6507ad req-03535fb1-bfd4-4234-940c-fb344d311502 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 210 time: 0.0477879
Jun 03 20:28:43.207535 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-d0bc2ce8-c408-4f5c-8d1f-c6c915dbb260 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:43.209099 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-d0bc2ce8-c408-4f5c-8d1f-c6c915dbb260 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.122 "GET /v2.0/networks?id=4cd3d37f-0610-4a65-834c-c273eb5748da HTTP/1.1" status: 200  len: 810 time: 0.1492453
Jun 03 20:28:43.262165 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-7af85000-a344-49f4-890a-05d47343554d tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.122 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4672939a69b4bf291458945442c7fcf HTTP/1.1" status: 200  len: 378 time: 0.0439708
Jun 03 20:28:43.271779 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5c87d83f-0396-472c-83a4-fe3cbe93373b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Request body: {'port': {'device_id': '5ce2b6d7-5855-4340-b0a7-f6e853cecdc0', 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da', 'admin_state_up': True, 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'security_groups': ['4316429b-b659-432c-942a-45dc12915f1d']}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:28:43.409051 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5c87d83f-0396-472c-83a4-fe3cbe93373b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 20:28:43.419640 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.quota.driver [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5c87d83f-0396-472c-83a4-fe3cbe93373b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 20:28:43.502079 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5c87d83f-0396-472c-83a4-fe3cbe93373b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Made reservation on behalf of b4672939a69b4bf291458945442c7fcf for: {'port': 1} {{(pid=92636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 20:28:43.505645 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5c87d83f-0396-472c-83a4-fe3cbe93373b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:43.729428 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-76af193c-5088-4a9e-b29c-53c25ab95e09 req-54f54ffc-55af-4a6e-831b-dcedb087b2b8 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 210 time: 0.0525000
Jun 03 20:28:43.825396 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.db_base_plugin_common [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5c87d83f-0396-472c-83a4-fe3cbe93373b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Allocated IP 172.20.0.10 (4cd3d37f-0610-4a65-834c-c273eb5748da/d8d48dac-1bf9-47c6-bbf8-197e3b10342f/5b183774-89ae-4602-966f-476db38f92bf) {{(pid=92636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 20:28:44.016982 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5c87d83f-0396-472c-83a4-fe3cbe93373b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks [] for port, precommit_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:44.032616 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5c87d83f-0396-472c-83a4-fe3cbe93373b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Transition to ACTIVE for port object 5b183774-89ae-4602-966f-476db38f92bf will not be triggered until provisioned by entity DHCP. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:28:44.132920 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5c87d83f-0396-472c-83a4-fe3cbe93373b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745115787596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_create {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:44.138609 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-54ae1d33-ffcb-4544-9b8e-8543fb819ac2 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:44.198160 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5c87d83f-0396-472c-83a4-fe3cbe93373b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Network 4cd3d37f-0610-4a65-834c-c273eb5748da is already hosted by enough agents. {{(pid=92636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 20:28:44.201105 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.base_scheduler [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5c87d83f-0396-472c-83a4-fe3cbe93373b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Resources bound (agent type, host, resource id):  {{(pid=92636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 20:28:44.210267 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5c87d83f-0396-472c-83a4-fe3cbe93373b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Received port after_create {{(pid=92636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 20:28:44.274225 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87d83f-0396-472c-83a4-fe3cbe93373b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Pushing event updated for resources: {'Port': ['ID=5b183774-89ae-4602-966f-476db38f92bf,revision_number=1']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:44.274225 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-5c87d83f-0396-472c-83a4-fe3cbe93373b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:44.282911 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5c87d83f-0396-472c-83a4-fe3cbe93373b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:44.283528 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5c87d83f-0396-472c-83a4-fe3cbe93373b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:44.430161 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-5c87d83f-0396-472c-83a4-fe3cbe93373b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1621072
Jun 03 20:28:44.440590 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-cebeafbf-c964-4c93-af0c-545f7a9eed4d tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=92636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 20:28:44.441521 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-cebeafbf-c964-4c93-af0c-545f7a9eed4d tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050378
Jun 03 20:28:44.495370 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.v2.base [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Request body: {'port': {'device_id': '5ce2b6d7-5855-4340-b0a7-f6e853cecdc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:28:44.508053 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-5c78eddc-3fd1-46ac-aadc-e13fd14e8eca None None] Provisioning for port 5b183774-89ae-4602-966f-476db38f92bf completed by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:28:44.513183 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-5c78eddc-3fd1-46ac-aadc-e13fd14e8eca None None] Provisioning complete for port 5b183774-89ae-4602-966f-476db38f92bf triggered by entity DHCP. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:28:44.513561 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-5c78eddc-3fd1-46ac-aadc-e13fd14e8eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:44.571336 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-5c78eddc-3fd1-46ac-aadc-e13fd14e8eca None None] Port 5b183774-89ae-4602-966f-476db38f92bf cannot update to ACTIVE because it is not bound. {{(pid=92638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 20:28:44.608152 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:44.920490 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc909505-301f-4310-90e3-1aeba9f5a77c req-6618f73f-3117-4bee-aea7-13a42c8017b8 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:44.921965 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-dc909505-301f-4310-90e3-1aeba9f5a77c req-6618f73f-3117-4bee-aea7-13a42c8017b8 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 932 time: 0.0820949
Jun 03 20:28:44.949686 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b183774-89ae-4602-966f-476db38f92bf {{(pid=92636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:28:44.958949 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:44.968228 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-dc909505-301f-4310-90e3-1aeba9f5a77c req-59d8f16a-db25-4b5e-aa2f-16e3014e96c4 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404673
Jun 03 20:28:44.977458 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.provisioning_blocks [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Transition to ACTIVE for port object 5b183774-89ae-4602-966f-476db38f92bf will not be triggered until provisioned by entity L2. {{(pid=92636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 20:28:45.056430 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:45.061402 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-5a3bacb4-510d-4bd0-830e-9de82566d5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:45.214061 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5b183774-89ae-4602-966f-476db38f92bf,revision_number=2']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:45.221438 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:45.298568 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Attempting to bind port 5b183774-89ae-4602-966f-476db38f92bf on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 20:28:45.299001 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Attempting to bind port 5b183774-89ae-4602-966f-476db38f92bf by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '44ed21cb-a664-4a37-8e6b-16c159040831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da'}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 20:28:45.299335 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Attempting to bind port 5b183774-89ae-4602-966f-476db38f92bf on network 4cd3d37f-0610-4a65-834c-c273eb5748da {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:28:45.304153 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Port 5b183774-89ae-4602-966f-476db38f92bf on network 4cd3d37f-0610-4a65-834c-c273eb5748da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 20:28:45.304473 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Attempting to bind port 5b183774-89ae-4602-966f-476db38f92bf on network 4cd3d37f-0610-4a65-834c-c273eb5748da {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 20:28:45.309469 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Checking agent: {'id': '4ace0ee1-b11d-4df5-92bb-71da9718587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'started_at': datetime.datetime(2021, 6, 3, 20, 15, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 20:28:45.309803 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Checking segment: {'id': '44ed21cb-a664-4a37-8e6b-16c159040831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 20:28:45.310181 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Bound using segment: {'id': '44ed21cb-a664-4a37-8e6b-16c159040831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da'} {{(pid=92636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 20:28:45.310598 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.managers [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Bound port: 5b183774-89ae-4602-966f-476db38f92bf, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ed21cb-a664-4a37-8e6b-16c159040831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da'}}] {{(pid=92636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 20:28:45.310973 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:45.402072 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] For port 5b183774-89ae-4602-966f-476db38f92bf, host hv-cinder-79466, cleared binding levels {{(pid=92636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 20:28:45.404944 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] For port 5b183774-89ae-4602-966f-476db38f92bf, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5b183774-89ae-4602-966f-476db38f92bf,segment=NetworkSegment(44ed21cb-a664-4a37-8e6b-16c159040831),segment_id=44ed21cb-a664-4a37-8e6b-16c159040831)] {{(pid=92636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 20:28:45.498374 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16099483'] for port, after_update {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:45.502255 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-729b57d7-7d17-4e62-a55f-92e88cab0c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:45.554800 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:45.555349 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:45.556715 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-32261e81-9270-49e5-8563-850e065712c6 service neutron] 10.222.0.122 "PUT /v2.0/ports/5b183774-89ae-4602-966f-476db38f92bf HTTP/1.1" status: 200  len: 1094 time: 1.1082656
Jun 03 20:28:45.557232 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce2b6d7-5855-4340-b0a7-f6e853cecdc0', 'tag': '5b183774-89ae-4602-966f-476db38f92bf'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:28:45.559558 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166e6867-ef9b-43c4-a957-5dc3ff00a1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce2b6d7-5855-4340-b0a7-f6e853cecdc0", "tag": "5b183774-89ae-4602-966f-476db38f92bf"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:28:45.586071 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5b183774-89ae-4602-966f-476db38f92bf,revision_number=3']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:45.589505 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-32261e81-9270-49e5-8563-850e065712c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:45.614789 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f44c28-4ab8-4d33-9769-e51d9808d93c x-openstack-request-id: req-83f44c28-4ab8-4d33-9769-e51d9808d93c {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:28:45.615305 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce2b6d7-5855-4340-b0a7-f6e853cecdc0", "tag": "5b183774-89ae-4602-966f-476db38f92bf", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:28:45.615678 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-83f44c28-4ab8-4d33-9769-e51d9808d93c {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:28:45.616204 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce2b6d7-5855-4340-b0a7-f6e853cecdc0', 'tag': '5b183774-89ae-4602-966f-476db38f92bf', 'status': 'completed', 'code': 200}
Jun 03 20:28:45.708714 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e6867-ef9b-43c4-a957-5dc3ff00a1c4 req-2f13ae6b-386d-445a-868d-9f16fa465ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:45.711030 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-166e6867-ef9b-43c4-a957-5dc3ff00a1c4 req-2f13ae6b-386d-445a-868d-9f16fa465ddb service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=b4672939a69b4bf291458945442c7fcf&device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 1097 time: 0.0751204
Jun 03 20:28:45.852836 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e6867-ef9b-43c4-a957-5dc3ff00a1c4 req-0d1a9d8d-8e1c-4b46-8042-c8239845dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:45.854250 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-166e6867-ef9b-43c4-a957-5dc3ff00a1c4 req-0d1a9d8d-8e1c-4b46-8042-c8239845dfb1 service neutron] 10.222.0.122 "GET /v2.0/networks?tenant_id=b4672939a69b4bf291458945442c7fcf&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1356738
Jun 03 20:28:46.097486 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e6867-ef9b-43c4-a957-5dc3ff00a1c4 req-3a9d200b-13ac-4501-badf-fae973a1fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:46.098847 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-166e6867-ef9b-43c4-a957-5dc3ff00a1c4 req-3a9d200b-13ac-4501-badf-fae973a1fa13 service neutron] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2362862
Jun 03 20:28:46.158538 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b0f3a-8c9f-46d2-afd8-86d09b471b64 req-6ab9b82f-96f8-4186-8461-0eb9b80ac24e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:46.160036 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9a7b0f3a-8c9f-46d2-afd8-86d09b471b64 req-6ab9b82f-96f8-4186-8461-0eb9b80ac24e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 944 time: 0.0842497
Jun 03 20:28:46.204511 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-88d1a01f-c375-4cd2-b69a-0100de87b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:46.207813 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-88d1a01f-c375-4cd2-b69a-0100de87b207 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=b4672939a69b4bf291458945442c7fcf&device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 1097 time: 0.0714402
Jun 03 20:28:46.207985 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9a7b0f3a-8c9f-46d2-afd8-86d09b471b64 req-e7a6cd8a-18c1-4c32-8e00-0bd31f4e0772 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412502
Jun 03 20:28:46.277380 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-d1f6e65f-b30f-4528-b4f5-d6ce04f9bf70 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b183774-89ae-4602-966f-476db38f92bf HTTP/1.1" status: 200  len: 217 time: 0.0631120
Jun 03 20:28:46.340180 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-49e187c2-cb82-48af-b7f0-0ba9f89060a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:46.341600 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-49e187c2-cb82-48af-b7f0-0ba9f89060a7 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=d8d48dac-1bf9-47c6-bbf8-197e3b10342f HTTP/1.1" status: 200  len: 849 time: 0.0578167
Jun 03 20:28:46.417973 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-d2986086-68f9-4698-97bc-7324ff3a9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:46.419494 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-d2986086-68f9-4698-97bc-7324ff3a9f89 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=4cd3d37f-0610-4a65-834c-c273eb5748da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709338
Jun 03 20:28:46.549816 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-c0fd37f9-fefc-4a9e-9b12-28fd6526ebf1 service neutron] 10.222.0.122 "GET /v2.0/networks/4cd3d37f-0610-4a65-834c-c273eb5748da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224644
Jun 03 20:28:46.683182 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4418f18b-0752-46c4-9c77-418952e09fa3 req-ea65331e-52ca-4861-bafc-ec89e66ef58e service neutron] 10.222.0.122 "GET /v2.0/networks/4cd3d37f-0610-4a65-834c-c273eb5748da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262488
Jun 03 20:28:47.397584 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d750a3-f8ef-4485-8153-8c46f7e397d5 req-841ba846-91f8-4402-bd13-c04f7bafe1bc tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:47.398304 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-35d750a3-f8ef-4485-8153-8c46f7e397d5 req-841ba846-91f8-4402-bd13-c04f7bafe1bc tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Synchronizing usage tracker for tenant:b4672939a69b4bf291458945442c7fcf on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:28:47.479955 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a13b8318-b1ef-443d-a19a-f13aee270c86 req-b3dee4b5-e555-4728-a347-7d4f983391d1 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0786166
Jun 03 20:28:47.554144 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-35d750a3-f8ef-4485-8153-8c46f7e397d5 req-841ba846-91f8-4402-bd13-c04f7bafe1bc tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Unset dirty status for tenant:b4672939a69b4bf291458945442c7fcf on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:28:47.555306 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-35d750a3-f8ef-4485-8153-8c46f7e397d5 req-841ba846-91f8-4402-bd13-c04f7bafe1bc tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 944 time: 0.2444699
Jun 03 20:28:47.643886 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-35d750a3-f8ef-4485-8153-8c46f7e397d5 req-08f7a117-d2a7-408f-b87e-2c4465be3ffe tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0540404
Jun 03 20:28:47.666529 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b8318-b1ef-443d-a19a-f13aee270c86 req-ec201b7d-ab80-4208-86f0-060c5abdf54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:47.672164 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a13b8318-b1ef-443d-a19a-f13aee270c86 req-ec201b7d-ab80-4208-86f0-060c5abdf54f service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=a9b525c195d240939facb0f0f69e34c4&device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 1098 time: 0.1104424
Jun 03 20:28:47.816459 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b8318-b1ef-443d-a19a-f13aee270c86 req-5485c45a-9ce1-4e60-936e-240cdc565b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:47.818661 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a13b8318-b1ef-443d-a19a-f13aee270c86 req-5485c45a-9ce1-4e60-936e-240cdc565b63 service neutron] 10.222.0.122 "GET /v2.0/networks?id=6e68be35-77da-422e-8229-bc0fe54b16d7 HTTP/1.1" status: 200  len: 914 time: 0.1276469
Jun 03 20:28:47.929947 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a13b8318-b1ef-443d-a19a-f13aee270c86 req-37787381-0779-4c72-abca-d57a0a635a23 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=927c9d29-2568-4206-997a-7de18a1eef6a HTTP/1.1" status: 200  len: 1001 time: 0.0996637
Jun 03 20:28:47.998321 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b8318-b1ef-443d-a19a-f13aee270c86 req-5108984b-42da-484e-b803-ef64ae020883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:47.999787 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a13b8318-b1ef-443d-a19a-f13aee270c86 req-5108984b-42da-484e-b803-ef64ae020883 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=edc2a89f-71b4-4e63-9775-449d925ee0ff HTTP/1.1" status: 200  len: 851 time: 0.0603471
Jun 03 20:28:48.081604 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b8318-b1ef-443d-a19a-f13aee270c86 req-1822de1a-8859-4c5b-92e2-1a6376da6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:48.083104 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a13b8318-b1ef-443d-a19a-f13aee270c86 req-1822de1a-8859-4c5b-92e2-1a6376da6ffe service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6e68be35-77da-422e-8229-bc0fe54b16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748837
Jun 03 20:28:48.217095 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a13b8318-b1ef-443d-a19a-f13aee270c86 req-89c9fc46-8f8a-48a8-aa0d-ce5d025d0adf service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253748
Jun 03 20:28:48.447690 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-a13b8318-b1ef-443d-a19a-f13aee270c86 req-9a96491e-1467-4a1a-b2e3-9505c702d2b4 service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2234454
Jun 03 20:28:48.837207 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd745c0-1990-410d-a70a-cb9349f30e14 req-7dcb5aaa-fc50-42ba-8567-f3d15be385bf tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:48.838943 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1dd745c0-1990-410d-a70a-cb9349f30e14 req-7dcb5aaa-fc50-42ba-8567-f3d15be385bf tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 944 time: 0.0819318
Jun 03 20:28:48.885032 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-1dd745c0-1990-410d-a70a-cb9349f30e14 req-50b0ccfe-dbce-4ea2-843e-66e6f394dcd5 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403163
Jun 03 20:28:49.428501 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 5b183774-89ae-4602-966f-476db38f92bf details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:28:49.561876 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 5b183774-89ae-4602-966f-476db38f92bf, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5b183774-89ae-4602-966f-476db38f92bf,segment=NetworkSegment(44ed21cb-a664-4a37-8e6b-16c159040831),segment_id=44ed21cb-a664-4a37-8e6b-16c159040831)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:28:49.574830 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '5b183774-89ae-4602-966f-476db38f92bf', 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da', 'port_id': '5b183774-89ae-4602-966f-476db38f92bf', 'mac_address': 'fa:16:3e:33:a2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d48dac-1bf9-47c6-bbf8-197e3b10342f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:28:49.629760 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:49.646105 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b183774-89ae-4602-966f-476db38f92bf {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:28:49.663201 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 5b183774-89ae-4602-966f-476db38f92bf, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5b183774-89ae-4602-966f-476db38f92bf,segment=NetworkSegment(44ed21cb-a664-4a37-8e6b-16c159040831),segment_id=44ed21cb-a664-4a37-8e6b-16c159040831)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:28:49.748949 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:49.750880 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-63925cc2-793d-4477-a66f-025da1e02f49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:49.818554 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=5b183774-89ae-4602-966f-476db38f92bf,revision_number=4']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:49.821557 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:50.051455 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['5b183774-89ae-4602-966f-476db38f92bf'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:28:50.073042 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a90ee3-0f58-476c-b939-1020e8a8bc59 req-ce8775c0-0af7-462d-a2fe-396bea9cb7a8 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:50.074526 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-07a90ee3-0f58-476c-b939-1020e8a8bc59 req-ce8775c0-0af7-462d-a2fe-396bea9cb7a8 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 945 time: 0.0842977
Jun 03 20:28:50.119943 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-07a90ee3-0f58-476c-b939-1020e8a8bc59 req-efa925d3-5ae1-4b36-bbe5-764c370c2f8d tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397081
Jun 03 20:28:51.400935 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34890c-fe55-4b7c-ace9-424c3c41ba25 req-ae03bca2-2cfd-4b9f-80c7-20e1f61b971c tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:51.402313 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7c34890c-fe55-4b7c-ace9-424c3c41ba25 req-ae03bca2-2cfd-4b9f-80c7-20e1f61b971c tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 945 time: 0.1761441
Jun 03 20:28:51.427840 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 5b183774-89ae-4602-966f-476db38f92bf up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:28:51.448510 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7c34890c-fe55-4b7c-ace9-424c3c41ba25 req-cad3ec7e-5306-4bb3-bafc-bcb998a703a4 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0405345
Jun 03 20:28:51.560144 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning for port 5b183774-89ae-4602-966f-476db38f92bf completed by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 20:28:51.564990 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 5b183774-89ae-4602-966f-476db38f92bf triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:28:51.569282 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:51.681265 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:51.707239 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce2b6d7-5855-4340-b0a7-f6e853cecdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b183774-89ae-4602-966f-476db38f92bf'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:28:51.710105 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0fc862-6433-407b-8aa9-2f266c71324d" -d '{"events": [{"server_uuid": "5ce2b6d7-5855-4340-b0a7-f6e853cecdc0", "name": "network-vif-plugged", "status": "completed", "tag": "5b183774-89ae-4602-966f-476db38f92bf"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:28:51.717782 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 5b183774-89ae-4602-966f-476db38f92bf, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5b183774-89ae-4602-966f-476db38f92bf,segment=NetworkSegment(44ed21cb-a664-4a37-8e6b-16c159040831),segment_id=44ed21cb-a664-4a37-8e6b-16c159040831)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:28:51.815669 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a50cf0-719d-452a-889a-31802b8f955d x-openstack-request-id: req-d7a50cf0-719d-452a-889a-31802b8f955d {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:28:51.815669 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce2b6d7-5855-4340-b0a7-f6e853cecdc0", "name": "network-vif-plugged", "status": "completed", "tag": "5b183774-89ae-4602-966f-476db38f92bf", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:28:51.815669 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d7a50cf0-719d-452a-889a-31802b8f955d {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:28:51.815669 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce2b6d7-5855-4340-b0a7-f6e853cecdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b183774-89ae-4602-966f-476db38f92bf', 'code': 200}
Jun 03 20:28:51.840681 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:51.842726 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:28:51.916339 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=5b183774-89ae-4602-966f-476db38f92bf,revision_number=5']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:28:51.919895 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:28:52.224831 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f273c-16a2-4c7e-b342-811510a7f0a9 req-cb21ec92-9972-44ba-b3fc-d47c2baf8aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:52.226479 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2e8f273c-16a2-4c7e-b342-811510a7f0a9 req-cb21ec92-9972-44ba-b3fc-d47c2baf8aea service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 1099 time: 0.0731683
Jun 03 20:28:52.268392 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2e8f273c-16a2-4c7e-b342-811510a7f0a9 req-62efbc7c-2051-4fff-a344-1dbb811bf7d4 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0344155
Jun 03 20:28:52.635840 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4afde-456e-4ab9-9264-d6eeb7652633 req-6578374c-f7f4-4110-b303-5b418b20487f tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:52.637563 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-37f4afde-456e-4ab9-9264-d6eeb7652633 req-6578374c-f7f4-4110-b303-5b418b20487f tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0839176
Jun 03 20:28:52.682679 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-37f4afde-456e-4ab9-9264-d6eeb7652633 req-43d33b2d-9581-417c-980f-dfd0d4a546cb tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394447
Jun 03 20:28:53.870763 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87408d-f448-4524-bcdf-75c94c4b7fc1 req-cff42bcf-2bae-4eba-9653-3e4009f717fb tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:53.872757 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ac87408d-f448-4524-bcdf-75c94c4b7fc1 req-cff42bcf-2bae-4eba-9653-3e4009f717fb tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0819287
Jun 03 20:28:53.921850 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ac87408d-f448-4524-bcdf-75c94c4b7fc1 req-13efe0d7-f338-4837-ae75-cf36874af249 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434060
Jun 03 20:28:54.099603 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524f01d-c4a0-4b74-8e23-dc9dee35a734 req-6d0c120e-55f3-4b0d-966b-e2aeeafdfb60 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:54.100951 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4524f01d-c4a0-4b74-8e23-dc9dee35a734 req-6d0c120e-55f3-4b0d-966b-e2aeeafdfb60 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0809824
Jun 03 20:28:54.110002 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 44784) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:28:54.115114 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.v2.base [None req-4416b0e8-bb44-4280-a472-0cc543922991 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Request body: {'floatingip': {'port_id': '5b183774-89ae-4602-966f-476db38f92bf'}} {{(pid=92637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 20:28:54.192298 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4416b0e8-bb44-4280-a472-0cc543922991 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks [] for floatingip, before_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:54.776429 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4416b0e8-bb44-4280-a472-0cc543922991 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:54.834866 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4416b0e8-bb44-4280-a472-0cc543922991 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-836964'] for floatingip, after_update {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:55.002067 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.l3_db [None req-4416b0e8-bb44-4280-a472-0cc543922991 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Floating IP b3530768-4927-415d-8f4b-454487a497ac associated. External IP: 172.27.0.45, port: 5b183774-89ae-4602-966f-476db38f92bf.
Jun 03 20:28:55.441979 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4416b0e8-bb44-4280-a472-0cc543922991 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Router 8a4a9189-73d2-4e87-9f87-8e75ccc1ef50 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:28:55.622200 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4416b0e8-bb44-4280-a472-0cc543922991 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:28:55.626497 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4416b0e8-bb44-4280-a472-0cc543922991 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for floatingip, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:28:55.631779 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eb28e7-4477-4f2e-87e2-3f148ca45b60 None None] Sync routers for ids ['8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:28:55.641925 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb28e7-4477-4f2e-87e2-3f148ca45b60 None None] Routers {'8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:28:55.642610 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-05eb28e7-4477-4f2e-87e2-3f148ca45b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42176d39a0>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:28:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:55.683412 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-4416b0e8-bb44-4280-a472-0cc543922991 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "PUT /v2.0/floatingips/b3530768-4927-415d-8f4b-454487a497ac HTTP/1.1" status: 200  len: 991 time: 1.5699184
Jun 03 20:28:55.683412 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce2b6d7-5855-4340-b0a7-f6e853cecdc0', 'tag': '5b183774-89ae-4602-966f-476db38f92bf'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:28:55.683936 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d988b5-0d20-4d5b-80c2-c1ea4ea524b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce2b6d7-5855-4340-b0a7-f6e853cecdc0", "tag": "5b183774-89ae-4602-966f-476db38f92bf"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:28:55.793221 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01decf2-9996-441d-b6b3-81232de1c9ed x-openstack-request-id: req-e01decf2-9996-441d-b6b3-81232de1c9ed {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:28:55.793527 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce2b6d7-5855-4340-b0a7-f6e853cecdc0", "tag": "5b183774-89ae-4602-966f-476db38f92bf", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:28:55.793810 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e01decf2-9996-441d-b6b3-81232de1c9ed {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:28:55.794234 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce2b6d7-5855-4340-b0a7-f6e853cecdc0', 'tag': '5b183774-89ae-4602-966f-476db38f92bf', 'status': 'completed', 'code': 200}
Jun 03 20:28:55.825705 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-05eb28e7-4477-4f2e-87e2-3f148ca45b60 None None] Set router 8a4a9189-73d2-4e87-9f87-8e75ccc1ef50 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:28:55.897733 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d988b5-0d20-4d5b-80c2-c1ea4ea524b2 req-f89dc6eb-0dfe-461b-87b3-90d266aed48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:55.899510 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-50d988b5-0d20-4d5b-80c2-c1ea4ea524b2 req-f89dc6eb-0dfe-461b-87b3-90d266aed48b service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=b4672939a69b4bf291458945442c7fcf&device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 1099 time: 0.0731177
Jun 03 20:28:56.041591 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d988b5-0d20-4d5b-80c2-c1ea4ea524b2 req-d126ca2a-a5cb-4512-880a-6a6af145f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:56.042850 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-50d988b5-0d20-4d5b-80c2-c1ea4ea524b2 req-d126ca2a-a5cb-4512-880a-6a6af145f890 service neutron] 10.222.0.122 "GET /v2.0/networks?id=4cd3d37f-0610-4a65-834c-c273eb5748da HTTP/1.1" status: 200  len: 912 time: 0.1327786
Jun 03 20:28:56.148929 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-50d988b5-0d20-4d5b-80c2-c1ea4ea524b2 req-e031de57-fac5-4c2d-8e31-79798b8ca679 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b183774-89ae-4602-966f-476db38f92bf HTTP/1.1" status: 200  len: 999 time: 0.0967736
Jun 03 20:28:56.171952 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-05eb28e7-4477-4f2e-87e2-3f148ca45b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42176d39a0>, [{'id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'name': 'tempest-AttachVolumeTestJSON-191740224-router', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:28:28Z', 'updated_at': '2021-06-03T20:28:33Z', 'revision_number': 4, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'gw_port': {'id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:28:29Z', 'updated_at': '2021-06-03T20:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': 'b3530768-4927-415d-8f4b-454487a497ac', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'port_id': '5b183774-89ae-4602-966f-476db38f92bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da', 'mac_address': 'fa:16:3e:33:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2b6d7-5855-4340-b0a7-f6e853cecdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:28:38Z', 'updated_at': '2021-06-03T20:28:54Z', 'revision_number': 1, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b8e040-1f87-411a-9bd2-099f59a68bb7', 'name': '', 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'mac_address': 'fa:16:3e:08:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8d48dac-1bf9-47c6-bbf8-197e3b10342f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:28:32Z', 'updated_at': '2021-06-03T20:28:39Z', 'revision_number': 5, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'subnets': [{'id': 'd8d48dac-1bf9-47c6-bbf8-197e3b10342f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:56.175996 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eb28e7-4477-4f2e-87e2-3f148ca45b60 None None] Checking router: 8a4a9189-73d2-4e87-9f87-8e75ccc1ef50 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:28:56.184262 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb28e7-4477-4f2e-87e2-3f148ca45b60 None None] Routers {'8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:28:56.184864 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-05eb28e7-4477-4f2e-87e2-3f148ca45b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42176d39a0>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:28:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:56.215458 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d988b5-0d20-4d5b-80c2-c1ea4ea524b2 req-0b3411f3-7cdf-4841-882c-b32f19b548f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:56.216948 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-50d988b5-0d20-4d5b-80c2-c1ea4ea524b2 req-0b3411f3-7cdf-4841-882c-b32f19b548f0 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=d8d48dac-1bf9-47c6-bbf8-197e3b10342f HTTP/1.1" status: 200  len: 849 time: 0.0595355
Jun 03 20:28:56.299000 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d988b5-0d20-4d5b-80c2-c1ea4ea524b2 req-2a3bf753-f0d8-4d6d-a31c-d17170e40162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:28:56.300382 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-50d988b5-0d20-4d5b-80c2-c1ea4ea524b2 req-2a3bf753-f0d8-4d6d-a31c-d17170e40162 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=4cd3d37f-0610-4a65-834c-c273eb5748da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740728
Jun 03 20:28:56.359676 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-05eb28e7-4477-4f2e-87e2-3f148ca45b60 None None] Set router 8a4a9189-73d2-4e87-9f87-8e75ccc1ef50 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:28:56.445527 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-50d988b5-0d20-4d5b-80c2-c1ea4ea524b2 req-7f0dda15-1cba-4f6f-94d6-38fd4a340df6 service neutron] 10.222.0.122 "GET /v2.0/networks/4cd3d37f-0610-4a65-834c-c273eb5748da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332574
Jun 03 20:28:56.589645 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-50d988b5-0d20-4d5b-80c2-c1ea4ea524b2 req-627bd9e9-ffeb-4150-8903-1837e4718c18 service neutron] 10.222.0.122 "GET /v2.0/networks/4cd3d37f-0610-4a65-834c-c273eb5748da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325607
Jun 03 20:28:56.734881 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-05eb28e7-4477-4f2e-87e2-3f148ca45b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42176d39a0>, [{'id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'name': 'tempest-AttachVolumeTestJSON-191740224-router', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:28:28Z', 'updated_at': '2021-06-03T20:28:33Z', 'revision_number': 4, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'gw_port': {'id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:28:29Z', 'updated_at': '2021-06-03T20:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': 'b3530768-4927-415d-8f4b-454487a497ac', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'port_id': '5b183774-89ae-4602-966f-476db38f92bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da', 'mac_address': 'fa:16:3e:33:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2b6d7-5855-4340-b0a7-f6e853cecdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:28:38Z', 'updated_at': '2021-06-03T20:28:54Z', 'revision_number': 1, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b8e040-1f87-411a-9bd2-099f59a68bb7', 'name': '', 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'mac_address': 'fa:16:3e:08:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8d48dac-1bf9-47c6-bbf8-197e3b10342f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:28:32Z', 'updated_at': '2021-06-03T20:28:39Z', 'revision_number': 5, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'subnets': [{'id': 'd8d48dac-1bf9-47c6-bbf8-197e3b10342f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:28:56.738738 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eb28e7-4477-4f2e-87e2-3f148ca45b60 None None] The sync data for ids ['8a4a9189-73d2-4e87-9f87-8e75ccc1ef50'] in dv-cinder-794669-1-iscsi is: [{'id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'name': 'tempest-AttachVolumeTestJSON-191740224-router', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:28:28Z', 'updated_at': '2021-06-03T20:28:33Z', 'revision_number': 4, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'gw_port': {'id': 'dbaebdb5-eeee-40bf-9afd-9882b9830bb4', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:28:29Z', 'updated_at': '2021-06-03T20:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': 'b3530768-4927-415d-8f4b-454487a497ac', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'port_id': '5b183774-89ae-4602-966f-476db38f92bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da', 'mac_address': 'fa:16:3e:33:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2b6d7-5855-4340-b0a7-f6e853cecdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:28:38Z', 'updated_at': '2021-06-03T20:28:54Z', 'revision_number': 1, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9b8e040-1f87-411a-9bd2-099f59a68bb7', 'name': '', 'network_id': '4cd3d37f-0610-4a65-834c-c273eb5748da', 'tenant_id': 'b4672939a69b4bf291458945442c7fcf', 'mac_address': 'fa:16:3e:08:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4a9189-73d2-4e87-9f87-8e75ccc1ef50', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd8d48dac-1bf9-47c6-bbf8-197e3b10342f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:28:32Z', 'updated_at': '2021-06-03T20:28:39Z', 'revision_number': 5, 'project_id': 'b4672939a69b4bf291458945442c7fcf', 'subnets': [{'id': 'd8d48dac-1bf9-47c6-bbf8-197e3b10342f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:28:56.922955 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a3ec7-092e-4890-a923-dd0ed18e1e13 None None] New status for floating IP b3530768-4927-415d-8f4b-454487a497ac: ACTIVE {{(pid=92638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 20:28:57.468908 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-bbeead68-55c5-4a07-8386-af59403bcfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:00.045280 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-0bc6fb5e-3545-4005-ada4-3236afc0572b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:00.096835 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:01.353855 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:02.586106 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:29:02.941301 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:09.907294 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:16.623098 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a0037-3960-40c7-abae-4dcdb7ea9bd6 req-3a98a07b-9d88-4c4c-93e4-dffc9b5365e4 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:16.624555 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d52a0037-3960-40c7-abae-4dcdb7ea9bd6 req-3a98a07b-9d88-4c4c-93e4-dffc9b5365e4 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0940511
Jun 03 20:29:16.669682 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-d52a0037-3960-40c7-abae-4dcdb7ea9bd6 req-1939ae93-5e1c-42af-bfe3-a3359dc7cffd tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388768
Jun 03 20:29:17.857265 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146c092-bc5f-42f9-9a72-c96f007b8e8e req-013ab47d-585e-484c-b427-ce41632954da tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:17.857265 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7146c092-bc5f-42f9-9a72-c96f007b8e8e req-013ab47d-585e-484c-b427-ce41632954da tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0810730
Jun 03 20:29:17.911763 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-7146c092-bc5f-42f9-9a72-c96f007b8e8e req-364e3927-beb8-4b04-8b58-58529e5c4c79 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510745
Jun 03 20:29:19.102045 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7132e9-81a2-40f5-850c-f16d951fe5cc req-959ab2c0-1354-4c3a-bccb-0231f5ec3076 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:19.103506 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3d7132e9-81a2-40f5-850c-f16d951fe5cc req-959ab2c0-1354-4c3a-bccb-0231f5ec3076 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0820630
Jun 03 20:29:19.147662 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-3d7132e9-81a2-40f5-850c-f16d951fe5cc req-4a8ca492-79b3-4caa-a613-53fae8683063 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380716
Jun 03 20:29:20.340625 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18050ad2-8e10-4ade-acd5-c88432c48dd1 req-01571af5-a2a1-4f2d-b64d-27ca5da6b653 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:20.342064 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-18050ad2-8e10-4ade-acd5-c88432c48dd1 req-01571af5-a2a1-4f2d-b64d-27ca5da6b653 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0886145
Jun 03 20:29:20.386613 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-18050ad2-8e10-4ade-acd5-c88432c48dd1 req-dcbb8e5f-ed25-4ae8-bdb8-cb5b8b26b5ad tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381868
Jun 03 20:29:21.567932 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de143c-02bf-4e0f-b3ae-348b97111d60 req-ab4b1a92-0d7b-4acb-aab2-d0acd4240938 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:21.569371 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c2de143c-02bf-4e0f-b3ae-348b97111d60 req-ab4b1a92-0d7b-4acb-aab2-d0acd4240938 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0793157
Jun 03 20:29:21.612077 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c2de143c-02bf-4e0f-b3ae-348b97111d60 req-fa2698d9-5ecd-4776-be1c-002d43435c75 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371680
Jun 03 20:29:22.804518 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e869935-5d22-42f1-8845-10d538e79351 req-8803e897-ebc4-4134-b814-632a9b7ed0b2 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:22.805999 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9e869935-5d22-42f1-8845-10d538e79351 req-8803e897-ebc4-4134-b814-632a9b7ed0b2 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0849230
Jun 03 20:29:22.852522 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9e869935-5d22-42f1-8845-10d538e79351 req-ce721c09-289e-4da6-a2e5-4fd0bcf7aecf tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407410
Jun 03 20:29:24.048226 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c872d7-c877-4279-b6a9-0cab433defee req-396eb0f1-6636-4525-b674-0c5a24fd806c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:24.049837 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-60c872d7-c877-4279-b6a9-0cab433defee req-396eb0f1-6636-4525-b674-0c5a24fd806c tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0812035
Jun 03 20:29:24.099182 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-60c872d7-c877-4279-b6a9-0cab433defee req-278e8f0b-9812-41bd-9623-c5709090ca0e tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433111
Jun 03 20:29:24.771025 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 44860) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:29:25.038308 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Deleting port e75a1ac1-0188-48d6-8227-6dad92ed40f1 {{(pid=92637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:29:25.038659 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:25.254201 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:25.254984 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:25.416383 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Calling delete_port for e75a1ac1-0188-48d6-8227-6dad92ed40f1 owned by network:floatingip {{(pid=92637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:29:25.481378 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ef9cd-5c0e-4474-99aa-98dfceadad0d req-f8ae8da6-0a4f-4073-915d-2b7e6b479c86 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:25.482873 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-131ef9cd-5c0e-4474-99aa-98dfceadad0d req-f8ae8da6-0a4f-4073-915d-2b7e6b479c86 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.2202454
Jun 03 20:29:25.540420 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-131ef9cd-5c0e-4474-99aa-98dfceadad0d req-e47e87dd-9b6b-4490-940f-93402ded29f5 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516543
Jun 03 20:29:25.696237 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:25.698903 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-046a1318-37f8-4402-a1c6-8b6c15dd2c54 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:25.744079 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event deleted for resources: {'Port': ['ID=e75a1ac1-0188-48d6-8227-6dad92ed40f1,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:25.785308 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:25.785687 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:25.786050 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:25.786408 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:25.786786 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:25.787141 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:25.787491 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:25.787840 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:25.788188 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:25.788535 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:25.788890 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:25.789222 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:25.815850 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:25.843229 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for floatingip, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:25.843561 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.db.l3_db [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Floating IP f5b87a1e-af20-4820-b05f-17ed3cdbe613 disassociated (deleted). External IP: 172.27.0.142, port: 643de4a0-c8a8-40fd-bf17-dab777556d4e.
Jun 03 20:29:26.191893 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Router 537decb6-d9f1-4f89-b678-e7962f71e035 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:29:26.373024 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:29:26.384486 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb5719-54ef-4d2a-aeb1-bff3f8a60b13 None None] Sync routers for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:29:26.394250 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb5719-54ef-4d2a-aeb1-bff3f8a60b13 None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:29:26.394913 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-7fbb5719-54ef-4d2a-aeb1-bff3f8a60b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f421806c670>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:29:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:26.483713 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for floatingip, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:26.541991 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-ba33fa4a-77f4-4a70-9ba6-04fa60770c4b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "DELETE /v2.0/floatingips/f5b87a1e-af20-4820-b05f-17ed3cdbe613 HTTP/1.1" status: 204  len: 168 time: 1.7699630
Jun 03 20:29:26.542763 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18214a8b-ca6e-4c8e-ba76-64811dcad6dc', 'tag': '643de4a0-c8a8-40fd-bf17-dab777556d4e'}] {{(pid=92637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:29:26.547486 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69d06c6c0861c3d5a94fd07b183d082325e564b3c6144d49fead695d3f462b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d85285-80ff-49bb-a81f-9f6f87869f64" -d '{"events": [{"name": "network-changed", "server_uuid": "18214a8b-ca6e-4c8e-ba76-64811dcad6dc", "tag": "643de4a0-c8a8-40fd-bf17-dab777556d4e"}]}' {{(pid=92637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:29:26.586794 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-7fbb5719-54ef-4d2a-aeb1-bff3f8a60b13 None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:29:26.597229 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af196ddb-be98-470f-bae7-e5c130652baa x-openstack-request-id: req-af196ddb-be98-470f-bae7-e5c130652baa {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:29:26.597566 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18214a8b-ca6e-4c8e-ba76-64811dcad6dc", "tag": "643de4a0-c8a8-40fd-bf17-dab777556d4e", "status": "completed", "code": 200}]} {{(pid=92637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:29:26.597858 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-af196ddb-be98-470f-bae7-e5c130652baa {{(pid=92637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:29:26.598282 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18214a8b-ca6e-4c8e-ba76-64811dcad6dc', 'tag': '643de4a0-c8a8-40fd-bf17-dab777556d4e', 'status': 'completed', 'code': 200}
Jun 03 20:29:26.775067 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d85285-80ff-49bb-a81f-9f6f87869f64 req-9cccc94e-f76b-4b32-bd58-c2c67b62d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:26.776457 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-31d85285-80ff-49bb-a81f-9f6f87869f64 req-9cccc94e-f76b-4b32-bd58-c2c67b62d0fe service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=a9b525c195d240939facb0f0f69e34c4&device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 1099 time: 0.1399465
Jun 03 20:29:26.812997 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90e09b-51a8-4f12-82e6-ba44b5bfada2 req-1c88c2b8-217d-4bc8-8ab8-67af8eb07da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:26.813259 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f262e-8e6f-42b5-8e5b-182d4bfd9535 req-300f2441-4614-4c40-8576-cb7d30428051 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:26.814506 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-444f262e-8e6f-42b5-8e5b-182d4bfd9535 req-300f2441-4614-4c40-8576-cb7d30428051 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.1288505
Jun 03 20:29:26.816305 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-db90e09b-51a8-4f12-82e6-ba44b5bfada2 req-1c88c2b8-217d-4bc8-8ab8-67af8eb07da2 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=db46fead74a948a1a87fad7d2871462c&device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 1099 time: 0.0778596
Jun 03 20:29:26.941672 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-444f262e-8e6f-42b5-8e5b-182d4bfd9535 req-ea65b7f5-d1f0-439a-9be7-33ff066ab51a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1126740
Jun 03 20:29:26.964337 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-7fbb5719-54ef-4d2a-aeb1-bff3f8a60b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f421806c670>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': 'b3ba7c4f-b358-4f19-bf7d-eb74afbfb23b', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'port_id': '927c9d29-2568-4206-997a-7de18a1eef6a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'mac_address': 'fa:16:3e:b9:65:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b8f87c-f359-4a78-92ba-30a81d848053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:24:39Z', 'updated_at': '2021-06-03T20:24:43Z', 'revision_number': 1, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:26.968355 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb5719-54ef-4d2a-aeb1-bff3f8a60b13 None None] Checking router: 537decb6-d9f1-4f89-b678-e7962f71e035 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:29:26.970306 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d85285-80ff-49bb-a81f-9f6f87869f64 req-e4368ba9-bc1a-4f1d-93f6-632c3ef139db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:26.972288 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-31d85285-80ff-49bb-a81f-9f6f87869f64 req-e4368ba9-bc1a-4f1d-93f6-632c3ef139db service neutron] 10.222.0.122 "GET /v2.0/networks?id=6e68be35-77da-422e-8229-bc0fe54b16d7 HTTP/1.1" status: 200  len: 914 time: 0.1873825
Jun 03 20:29:26.976717 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90e09b-51a8-4f12-82e6-ba44b5bfada2 req-3c2587c4-3014-466b-8e81-83dbc139a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:26.980739 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-db90e09b-51a8-4f12-82e6-ba44b5bfada2 req-3c2587c4-3014-466b-8e81-83dbc139a561 service neutron] 10.222.0.122 "GET /v2.0/networks?id=d075e017-3c8e-4ae7-964b-4a7baabe953d HTTP/1.1" status: 200  len: 910 time: 0.1547778
Jun 03 20:29:26.980927 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb5719-54ef-4d2a-aeb1-bff3f8a60b13 None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:29:26.980927 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-7fbb5719-54ef-4d2a-aeb1-bff3f8a60b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f421806c670>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:29:00Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:27.052576 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-31d85285-80ff-49bb-a81f-9f6f87869f64 req-f2eee40f-f06c-4d0a-91b9-329a6b4b1364 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=643de4a0-c8a8-40fd-bf17-dab777556d4e HTTP/1.1" status: 200  len: 217 time: 0.0673389
Jun 03 20:29:27.127044 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d85285-80ff-49bb-a81f-9f6f87869f64 req-3a2ff1bd-202f-4378-ac54-d5a672f8b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:27.129025 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-31d85285-80ff-49bb-a81f-9f6f87869f64 req-3a2ff1bd-202f-4378-ac54-d5a672f8b3dd service neutron] 10.222.0.122 "GET /v2.0/subnets?id=edc2a89f-71b4-4e63-9775-449d925ee0ff HTTP/1.1" status: 200  len: 851 time: 0.0682647
Jun 03 20:29:27.186160 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-7fbb5719-54ef-4d2a-aeb1-bff3f8a60b13 None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:29:27.204445 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-db90e09b-51a8-4f12-82e6-ba44b5bfada2 req-9369794f-8d78-42d3-a58d-13b38a8cde7e service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299359ac-4e94-47f0-a872-40eaf354e453 HTTP/1.1" status: 200  len: 1001 time: 0.2189908
Jun 03 20:29:27.273972 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90e09b-51a8-4f12-82e6-ba44b5bfada2 req-277851e1-117c-406b-9661-dc619a00810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:27.275439 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-db90e09b-51a8-4f12-82e6-ba44b5bfada2 req-277851e1-117c-406b-9661-dc619a00810f service neutron] 10.222.0.122 "GET /v2.0/subnets?id=7ca289dd-2492-4579-8331-968a915e8bba HTTP/1.1" status: 200  len: 847 time: 0.0600269
Jun 03 20:29:27.394199 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d85285-80ff-49bb-a81f-9f6f87869f64 req-357203a6-067e-47c4-a695-1e12b39d4f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:27.395670 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-31d85285-80ff-49bb-a81f-9f6f87869f64 req-357203a6-067e-47c4-a695-1e12b39d4f93 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6e68be35-77da-422e-8229-bc0fe54b16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2534561
Jun 03 20:29:27.396551 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90e09b-51a8-4f12-82e6-ba44b5bfada2 req-583bbba9-c868-4ee6-923b-f0588d93b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:27.397915 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-db90e09b-51a8-4f12-82e6-ba44b5bfada2 req-583bbba9-c868-4ee6-923b-f0588d93b6e2 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=d075e017-3c8e-4ae7-964b-4a7baabe953d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1107953
Jun 03 20:29:27.413308 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac622e90-eb4f-4266-a452-c5f78e2c19d4 req-9d90cc1a-8077-4223-9b03-02c737318ff3 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:27.414869 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ac622e90-eb4f-4266-a452-c5f78e2c19d4 req-9d90cc1a-8077-4223-9b03-02c737318ff3 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 946 time: 0.2366834
Jun 03 20:29:27.415377 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-83ba817d-7c82-4504-9921-9dd2f43cc275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:27.544595 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ac622e90-eb4f-4266-a452-c5f78e2c19d4 req-56ac6861-af6c-4abf-a6a0-5ef16ff466f7 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1090322
Jun 03 20:29:27.566101 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-db90e09b-51a8-4f12-82e6-ba44b5bfada2 req-a8a5299e-7cb9-4044-95e9-008ea96f199a service neutron] 10.222.0.122 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543067
Jun 03 20:29:27.569891 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-7fbb5719-54ef-4d2a-aeb1-bff3f8a60b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f421806c670>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': 'b3ba7c4f-b358-4f19-bf7d-eb74afbfb23b', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'port_id': '927c9d29-2568-4206-997a-7de18a1eef6a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'mac_address': 'fa:16:3e:b9:65:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b8f87c-f359-4a78-92ba-30a81d848053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:24:39Z', 'updated_at': '2021-06-03T20:24:43Z', 'revision_number': 1, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:27.574005 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb5719-54ef-4d2a-aeb1-bff3f8a60b13 None None] The sync data for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi is: [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_floatingips': [{'id': 'b3ba7c4f-b358-4f19-bf7d-eb74afbfb23b', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'router_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'port_id': '927c9d29-2568-4206-997a-7de18a1eef6a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'mac_address': 'fa:16:3e:b9:65:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b8f87c-f359-4a78-92ba-30a81d848053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:24:39Z', 'updated_at': '2021-06-03T20:24:43Z', 'revision_number': 1, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:29:27.588231 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-31d85285-80ff-49bb-a81f-9f6f87869f64 req-f0952bd7-996f-412b-b18c-2aabbf0d435a service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723812
Jun 03 20:29:27.709476 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-db90e09b-51a8-4f12-82e6-ba44b5bfada2 req-f11fb237-a857-4f3f-bffd-058cdf064e44 service neutron] 10.222.0.122 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347837
Jun 03 20:29:27.729197 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-31d85285-80ff-49bb-a81f-9f6f87869f64 req-963e6e0f-23ad-4037-b04d-959bcbad9e1a service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331940
Jun 03 20:29:27.805384 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d323142a-4f1a-4d0a-888d-ee87dbb03c8e None None] New status for floating IP f5b87a1e-af20-4820-b05f-17ed3cdbe613: DOWN {{(pid=92638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 20:29:28.121218 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200abf1-aa9b-44c9-b890-33a46cfa84b5 req-7059d7d2-ee2d-4b82-9af4-087a9d157bd3 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:28.122651 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5200abf1-aa9b-44c9-b890-33a46cfa84b5 req-7059d7d2-ee2d-4b82-9af4-087a9d157bd3 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0794165
Jun 03 20:29:28.170139 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5200abf1-aa9b-44c9-b890-33a46cfa84b5 req-e78222a2-c27f-4894-adfe-f08714f78029 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411103
Jun 03 20:29:28.734936 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f46a8-abc5-4c90-be0b-875f80320300 req-a2a6e3d8-7b85-4b3a-934a-92a1cf1c79bc tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:28.735635 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-593f46a8-abc5-4c90-be0b-875f80320300 req-a2a6e3d8-7b85-4b3a-934a-92a1cf1c79bc tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Synchronizing usage tracker for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:port {{(pid=92637) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:29:28.809181 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.quota.resource [req-593f46a8-abc5-4c90-be0b-875f80320300 req-a2a6e3d8-7b85-4b3a-934a-92a1cf1c79bc tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Unset dirty status for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:port {{(pid=92637) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:29:28.810507 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-593f46a8-abc5-4c90-be0b-875f80320300 req-a2a6e3d8-7b85-4b3a-934a-92a1cf1c79bc tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 946 time: 0.1556702
Jun 03 20:29:28.855972 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-593f46a8-abc5-4c90-be0b-875f80320300 req-d4da8088-8f40-4ba6-9052-a4b469fee6dd tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395293
Jun 03 20:29:29.178831 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07778ac6-e3c7-4046-aef2-0f1aa2cedadb req-19a3f2f2-e35e-413f-86dc-ab3d6cc3612f tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:29.180438 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-07778ac6-e3c7-4046-aef2-0f1aa2cedadb req-19a3f2f2-e35e-413f-86dc-ab3d6cc3612f tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.122 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 946 time: 0.0843668
Jun 03 20:29:29.372710 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-07778ac6-e3c7-4046-aef2-0f1aa2cedadb req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Deleting port 643de4a0-c8a8-40fd-bf17-dab777556d4e {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:29:29.373048 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-07778ac6-e3c7-4046-aef2-0f1aa2cedadb req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:29.416573 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7a96c-ad01-4fca-b6af-7b9768cb8225 req-ab1c7325-8e3e-4e89-876b-fc8e35100d64 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:29.418113 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e2a7a96c-ad01-4fca-b6af-7b9768cb8225 req-ab1c7325-8e3e-4e89-876b-fc8e35100d64 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.1362727
Jun 03 20:29:29.536672 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e2a7a96c-ad01-4fca-b6af-7b9768cb8225 req-53f55625-6f81-47f9-8798-8bc13ca693fa tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1121111
Jun 03 20:29:29.555319 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-07778ac6-e3c7-4046-aef2-0f1aa2cedadb req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] For port 643de4a0-c8a8-40fd-bf17-dab777556d4e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=643de4a0-c8a8-40fd-bf17-dab777556d4e,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:29:29.555677 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-07778ac6-e3c7-4046-aef2-0f1aa2cedadb req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:29.684756 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-07778ac6-e3c7-4046-aef2-0f1aa2cedadb req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Calling delete_port for 643de4a0-c8a8-40fd-bf17-dab777556d4e owned by compute:nova {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:29:29.865990 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-07778ac6-e3c7-4046-aef2-0f1aa2cedadb req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:29.871831 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-57b307df-1312-4753-b4e8-01f568a0757f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:29.916859 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event deleted for resources: {'Port': ['ID=643de4a0-c8a8-40fd-bf17-dab777556d4e,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:30.010443 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:30.010758 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:30.011141 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:30.011509 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:30.011867 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:30.012230 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:30.012586 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:30.012943 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:30.013299 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:30.013657 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:30.014006 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:30.014356 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:30.031969 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-ed6a992a-4942-4b7e-98cd-0644c20437f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:30.046583 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:30.054596 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:30.058313 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f9b12e09-2f66-45df-8af7-a0ab6f156311 req-d380da8d-e210-43bb-b4f5-ebff958c5e60 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 210 time: 0.0917892
Jun 03 20:29:30.065410 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-07778ac6-e3c7-4046-aef2-0f1aa2cedadb req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] No DVR routers for this DVR port 643de4a0-c8a8-40fd-bf17-dab777556d4e on host hv-cinder-79466 {{(pid=92636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:29:30.067903 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-07778ac6-e3c7-4046-aef2-0f1aa2cedadb req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:30.070574 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18214a8b-ca6e-4c8e-ba76-64811dcad6dc', 'name': 'network-vif-deleted', 'tag': '643de4a0-c8a8-40fd-bf17-dab777556d4e'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:29:30.072898 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cffb14-f636-4a81-9b3c-a45e8da01007" -d '{"events": [{"server_uuid": "18214a8b-ca6e-4c8e-ba76-64811dcad6dc", "name": "network-vif-deleted", "tag": "643de4a0-c8a8-40fd-bf17-dab777556d4e"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:29:30.115477 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574d5a71-7953-4847-b21f-7956a15c0560 x-openstack-request-id: req-574d5a71-7953-4847-b21f-7956a15c0560 {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:29:30.115815 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18214a8b-ca6e-4c8e-ba76-64811dcad6dc", "name": "network-vif-deleted", "tag": "643de4a0-c8a8-40fd-bf17-dab777556d4e", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:29:30.116105 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-574d5a71-7953-4847-b21f-7956a15c0560 {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:29:30.116532 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18214a8b-ca6e-4c8e-ba76-64811dcad6dc', 'name': 'network-vif-deleted', 'tag': '643de4a0-c8a8-40fd-bf17-dab777556d4e', 'status': 'completed', 'code': 200}
Jun 03 20:29:30.175431 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-07778ac6-e3c7-4046-aef2-0f1aa2cedadb req-9cf6fafc-9b70-4149-b7bf-4446a26a254b tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.122 "DELETE /v2.0/ports/643de4a0-c8a8-40fd-bf17-dab777556d4e HTTP/1.1" status: 204  len: 173 time: 0.9883728
Jun 03 20:29:30.733938 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad10957-c888-4625-b4a6-a59f7083c15c req-577a4f76-2bed-4cc8-8649-299bd9e7300d tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:30.735620 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cad10957-c888-4625-b4a6-a59f7083c15c req-577a4f76-2bed-4cc8-8649-299bd9e7300d tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0911334
Jun 03 20:29:30.783239 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cad10957-c888-4625-b4a6-a59f7083c15c req-27aee87d-b6cd-41b5-bf28-91c4ec895091 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417373
Jun 03 20:29:31.219274 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-980ae429-03c1-44d3-9bb6-14a71b319427 req-106d5f42-0d94-43e6-88d0-41d9db5a8447 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Synchronizing usage tracker for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:29:31.334995 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-980ae429-03c1-44d3-9bb6-14a71b319427 req-106d5f42-0d94-43e6-88d0-41d9db5a8447 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Unset dirty status for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:29:31.336175 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-980ae429-03c1-44d3-9bb6-14a71b319427 req-106d5f42-0d94-43e6-88d0-41d9db5a8447 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=18214a8b-ca6e-4c8e-ba76-64811dcad6dc HTTP/1.1" status: 200  len: 210 time: 0.1609724
Jun 03 20:29:31.363595 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:31.661075 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 299359ac-4e94-47f0-a872-40eaf354e453 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:29:31.775790 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:31.802577 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b6046d-9aae-4111-a168-3db966e80c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299359ac-4e94-47f0-a872-40eaf354e453'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:29:31.804799 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cd8b4f-9a7d-4a2a-8752-602e41b89d0a" -d '{"events": [{"server_uuid": "03b6046d-9aae-4111-a168-3db966e80c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "299359ac-4e94-47f0-a872-40eaf354e453"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:29:31.814094 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 299359ac-4e94-47f0-a872-40eaf354e453, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=299359ac-4e94-47f0-a872-40eaf354e453,segment=NetworkSegment(e3149497-77c5-4202-a530-739b9516f808),segment_id=e3149497-77c5-4202-a530-739b9516f808)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:29:31.852800 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 20:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e163d3-2bcc-4f31-8ba8-fce9d4ef2508 x-openstack-request-id: req-12e163d3-2bcc-4f31-8ba8-fce9d4ef2508 {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:29:31.853466 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b6046d-9aae-4111-a168-3db966e80c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "299359ac-4e94-47f0-a872-40eaf354e453", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:29:31.853466 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-12e163d3-2bcc-4f31-8ba8-fce9d4ef2508 {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:29:31.853829 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b6046d-9aae-4111-a168-3db966e80c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299359ac-4e94-47f0-a872-40eaf354e453', 'code': 200}
Jun 03 20:29:31.895030 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:31.896005 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 643de4a0-c8a8-40fd-bf17-dab777556d4e no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:29:31.927755 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-b48d9e92-fe7d-4e10-95e6-e14b54a45c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:31.971952 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: 643de4a0-c8a8-40fd-bf17-dab777556d4e {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:29:31.972322 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 643de4a0-c8a8-40fd-bf17-dab777556d4e not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:29:31.989707 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfed007-1168-4dc0-a206-253fda2faf57 req-2bcb1a28-fc68-437f-8f68-75801da56e06 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:31.991223 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5dfed007-1168-4dc0-a206-253fda2faf57 req-2bcb1a28-fc68-437f-8f68-75801da56e06 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0916266
Jun 03 20:29:32.001223 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=299359ac-4e94-47f0-a872-40eaf354e453,revision_number=6']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:32.009075 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:32.009426 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:32.009775 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:32.010112 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:32.010446 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:32.010804 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:32.011466 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:32.011466 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:32.011770 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:32.012087 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:32.012410 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:32.012737 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-iscsi {{(pid=92638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 20:29:32.019473 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:32.038065 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-5dfed007-1168-4dc0-a206-253fda2faf57 req-c6357aad-db47-4633-aa57-4696f3ade8db tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407870
Jun 03 20:29:32.525881 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d6983-85ac-457e-98ee-80cd1a767bec req-047f1fcb-548c-40a9-92ac-e9fd88f87136 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:32.527381 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9f7d6983-85ac-457e-98ee-80cd1a767bec req-047f1fcb-548c-40a9-92ac-e9fd88f87136 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0893130
Jun 03 20:29:32.561764 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cb84e307-6e8b-4757-94f6-9bdeae968010 req-49550d76-ab4a-46bb-babc-8bda27637665 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1308427
Jun 03 20:29:32.579461 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9f7d6983-85ac-457e-98ee-80cd1a767bec req-ccaa6c60-99a8-488d-ab37-67c277c70a8f tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461502
Jun 03 20:29:32.905770 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:33.759845 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad1d59-47bf-4caa-9ea6-7152295e7f9d req-addd90b7-4cf4-47d7-8ceb-22aade9026aa tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:33.761214 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4bad1d59-47bf-4caa-9ea6-7152295e7f9d req-addd90b7-4cf4-47d7-8ceb-22aade9026aa tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0835972
Jun 03 20:29:33.807460 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4bad1d59-47bf-4caa-9ea6-7152295e7f9d req-595308d8-6ab1-4eae-a082-01165af2572f tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399916
Jun 03 20:29:34.994711 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12cfca-c9e6-47bf-9860-4a4e0dd1cbad req-d60571f3-4fd1-457d-a6e4-0a9ae3857a64 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:34.996231 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ac12cfca-c9e6-47bf-9860-4a4e0dd1cbad req-d60571f3-4fd1-457d-a6e4-0a9ae3857a64 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0812516
Jun 03 20:29:35.045244 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ac12cfca-c9e6-47bf-9860-4a4e0dd1cbad req-48342273-7520-4d76-b8de-42bfc71bb083 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429320
Jun 03 20:29:35.068154 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44944) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:29:35.475116 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84e307-6e8b-4757-94f6-9bdeae968010 req-1749fa71-9800-4006-b08f-de6ee6921693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:35.476604 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cb84e307-6e8b-4757-94f6-9bdeae968010 req-1749fa71-9800-4006-b08f-de6ee6921693 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d&tenant_id=db46fead74a948a1a87fad7d2871462c HTTP/1.1" status: 200  len: 1097 time: 0.1472237
Jun 03 20:29:35.495932 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-6c820e97-6436-4db9-aaf6-ed81eb0bfdac tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Deleting port d18345c2-fc4e-4a74-b6a2-e66967d1c0d3 {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:29:35.496260 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6c820e97-6436-4db9-aaf6-ed81eb0bfdac tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:35.668282 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6c820e97-6436-4db9-aaf6-ed81eb0bfdac tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:35.668608 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6c820e97-6436-4db9-aaf6-ed81eb0bfdac tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:35.680533 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84e307-6e8b-4757-94f6-9bdeae968010 req-8023dd64-d5ed-440f-a2da-1d1f4e6d187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:35.682009 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cb84e307-6e8b-4757-94f6-9bdeae968010 req-8023dd64-d5ed-440f-a2da-1d1f4e6d187b service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=db46fead74a948a1a87fad7d2871462c&device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 1097 time: 0.1715815
Jun 03 20:29:35.823587 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-6c820e97-6436-4db9-aaf6-ed81eb0bfdac tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Calling delete_port for d18345c2-fc4e-4a74-b6a2-e66967d1c0d3 owned by network:floatingip {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:29:35.947629 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84e307-6e8b-4757-94f6-9bdeae968010 req-e992ceb9-7512-4a62-9401-d8047aea059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:35.948993 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cb84e307-6e8b-4757-94f6-9bdeae968010 req-e992ceb9-7512-4a62-9401-d8047aea059b service neutron] 10.222.0.122 "GET /v2.0/networks?id=d075e017-3c8e-4ae7-964b-4a7baabe953d HTTP/1.1" status: 200  len: 910 time: 0.2140231
Jun 03 20:29:36.064758 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cb84e307-6e8b-4757-94f6-9bdeae968010 req-c2f26cb3-d404-499c-973f-46937d3de6f1 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299359ac-4e94-47f0-a872-40eaf354e453 HTTP/1.1" status: 200  len: 999 time: 0.1070178
Jun 03 20:29:36.176496 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84e307-6e8b-4757-94f6-9bdeae968010 req-2497c923-2a53-4555-95f7-614a311440e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:36.177913 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cb84e307-6e8b-4757-94f6-9bdeae968010 req-2497c923-2a53-4555-95f7-614a311440e5 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=7ca289dd-2492-4579-8331-968a915e8bba HTTP/1.1" status: 200  len: 847 time: 0.0822625
Jun 03 20:29:36.243065 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac6bde-2a3e-4a3a-9c1b-6f13a695f47b req-afa65788-f3a3-4219-a644-acd147775630 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:36.244610 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ebac6bde-2a3e-4a3a-9c1b-6f13a695f47b req-afa65788-f3a3-4219-a644-acd147775630 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0824058
Jun 03 20:29:36.258834 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84e307-6e8b-4757-94f6-9bdeae968010 req-e86c460c-be79-42da-a707-5fd6a1dd219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:36.260329 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cb84e307-6e8b-4757-94f6-9bdeae968010 req-e86c460c-be79-42da-a707-5fd6a1dd219b service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=d075e017-3c8e-4ae7-964b-4a7baabe953d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743544
Jun 03 20:29:36.288319 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6c820e97-6436-4db9-aaf6-ed81eb0bfdac tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:36.291202 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ebac6bde-2a3e-4a3a-9c1b-6f13a695f47b req-9e7fe489-d732-4ed4-ab08-6e59056f8613 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406423
Jun 03 20:29:36.299650 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-43c64405-5e4a-4c09-803c-984d29c9f635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:36.431882 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c820e97-6436-4db9-aaf6-ed81eb0bfdac tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event deleted for resources: {'Port': ['ID=d18345c2-fc4e-4a74-b6a2-e66967d1c0d3,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:36.442662 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-6c820e97-6436-4db9-aaf6-ed81eb0bfdac tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:36.526604 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cb84e307-6e8b-4757-94f6-9bdeae968010 req-b1d17a90-c340-4d70-a8f3-8a1c713709ce service neutron] 10.222.0.122 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2586167
Jun 03 20:29:36.527391 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6c820e97-6436-4db9-aaf6-ed81eb0bfdac tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for floatingip, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:36.527724 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.db.l3_db [None req-6c820e97-6436-4db9-aaf6-ed81eb0bfdac tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Floating IP b3ba7c4f-b358-4f19-bf7d-eb74afbfb23b disassociated (deleted). External IP: 172.27.0.194, port: 927c9d29-2568-4206-997a-7de18a1eef6a.
Jun 03 20:29:36.909815 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cb84e307-6e8b-4757-94f6-9bdeae968010 req-03a446be-bdc5-4ab7-8954-98f35bbfad79 service neutron] 10.222.0.122 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3314934
Jun 03 20:29:37.092380 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c820e97-6436-4db9-aaf6-ed81eb0bfdac tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Router 537decb6-d9f1-4f89-b678-e7962f71e035 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:29:37.271627 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c820e97-6436-4db9-aaf6-ed81eb0bfdac tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:29:37.281105 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4771ef0e-e153-4d85-9719-7fea456be5a7 None None] Sync routers for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:29:37.290944 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4771ef0e-e153-4d85-9719-7fea456be5a7 None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:29:37.294561 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-4771ef0e-e153-4d85-9719-7fea456be5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f421806c550>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:29:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:37.329296 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-6c820e97-6436-4db9-aaf6-ed81eb0bfdac tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for floatingip, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:37.391742 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-6c820e97-6436-4db9-aaf6-ed81eb0bfdac tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "DELETE /v2.0/floatingips/b3ba7c4f-b358-4f19-bf7d-eb74afbfb23b HTTP/1.1" status: 204  len: 168 time: 2.3195901
Jun 03 20:29:37.391742 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b8f87c-f359-4a78-92ba-30a81d848053', 'tag': '927c9d29-2568-4206-997a-7de18a1eef6a'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:29:37.392561 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba682697-4d77-4157-85ef-71886bdae307" -d '{"events": [{"name": "network-changed", "server_uuid": "76b8f87c-f359-4a78-92ba-30a81d848053", "tag": "927c9d29-2568-4206-997a-7de18a1eef6a"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:29:37.497565 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1da29-152f-4a15-8b36-51800f07789a req-4f20f4d8-65dd-4250-b1f4-799ecc1b2fe8 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:37.499100 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c8a1da29-152f-4a15-8b36-51800f07789a req-4f20f4d8-65dd-4250-b1f4-799ecc1b2fe8 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0912151
Jun 03 20:29:37.512713 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-4771ef0e-e153-4d85-9719-7fea456be5a7 None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:29:37.547863 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c8a1da29-152f-4a15-8b36-51800f07789a req-be20bcfd-e41b-4cb1-b52c-d63fe817a1be tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420711
Jun 03 20:29:37.602863 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f651332e-8ae1-44bd-b232-8db212222ddc x-openstack-request-id: req-f651332e-8ae1-44bd-b232-8db212222ddc {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:29:37.603204 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b8f87c-f359-4a78-92ba-30a81d848053", "tag": "927c9d29-2568-4206-997a-7de18a1eef6a", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:29:37.603502 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f651332e-8ae1-44bd-b232-8db212222ddc {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:29:37.603967 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b8f87c-f359-4a78-92ba-30a81d848053', 'tag': '927c9d29-2568-4206-997a-7de18a1eef6a', 'status': 'completed', 'code': 200}
Jun 03 20:29:37.703765 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba682697-4d77-4157-85ef-71886bdae307 req-c4b35d80-b377-4125-ba96-7a6fa2e019f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:37.705227 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ba682697-4d77-4157-85ef-71886bdae307 req-c4b35d80-b377-4125-ba96-7a6fa2e019f2 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=a9b525c195d240939facb0f0f69e34c4&device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 1098 time: 0.0724833
Jun 03 20:29:37.836421 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-4771ef0e-e153-4d85-9719-7fea456be5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f421806c550>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:37.840279 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4771ef0e-e153-4d85-9719-7fea456be5a7 None None] Checking router: 537decb6-d9f1-4f89-b678-e7962f71e035 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:29:37.841896 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba682697-4d77-4157-85ef-71886bdae307 req-48ae2f2c-dfd9-4595-9221-cbd4b8834a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:37.843325 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ba682697-4d77-4157-85ef-71886bdae307 req-48ae2f2c-dfd9-4595-9221-cbd4b8834a5b service neutron] 10.222.0.122 "GET /v2.0/networks?id=6e68be35-77da-422e-8229-bc0fe54b16d7 HTTP/1.1" status: 200  len: 914 time: 0.1295986
Jun 03 20:29:37.850203 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4771ef0e-e153-4d85-9719-7fea456be5a7 None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:29:37.850883 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-4771ef0e-e153-4d85-9719-7fea456be5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f421806c550>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:29:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:37.916254 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ba682697-4d77-4157-85ef-71886bdae307 req-111c893d-9f45-426c-91ab-ace555ecbf58 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=927c9d29-2568-4206-997a-7de18a1eef6a HTTP/1.1" status: 200  len: 217 time: 0.0654080
Jun 03 20:29:37.934346 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa77b8-8047-4bd8-bb51-c39c3768aa9a req-2dab178c-26e7-4555-bb77-32301721935d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:37.936679 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e0aa77b8-8047-4bd8-bb51-c39c3768aa9a req-2dab178c-26e7-4555-bb77-32301721935d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 945 time: 0.0845366
Jun 03 20:29:37.987226 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba682697-4d77-4157-85ef-71886bdae307 req-e79eb662-6656-49fc-a495-bc929b359743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:37.988713 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ba682697-4d77-4157-85ef-71886bdae307 req-e79eb662-6656-49fc-a495-bc929b359743 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=edc2a89f-71b4-4e63-9775-449d925ee0ff HTTP/1.1" status: 200  len: 851 time: 0.0604069
Jun 03 20:29:37.992764 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-e0aa77b8-8047-4bd8-bb51-c39c3768aa9a req-d551ee2b-80f4-457d-a345-986e398d6cc4 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0466676
Jun 03 20:29:38.050205 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-4771ef0e-e153-4d85-9719-7fea456be5a7 None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:29:38.080015 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba682697-4d77-4157-85ef-71886bdae307 req-12e09744-11de-4fc7-b76c-6d7d4f4cca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:38.082111 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ba682697-4d77-4157-85ef-71886bdae307 req-12e09744-11de-4fc7-b76c-6d7d4f4cca87 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6e68be35-77da-422e-8229-bc0fe54b16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808382
Jun 03 20:29:38.231994 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ba682697-4d77-4157-85ef-71886bdae307 req-c0554a55-b0e6-430f-9e23-6d1a47cc5765 service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422424
Jun 03 20:29:38.368362 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-ba682697-4d77-4157-85ef-71886bdae307 req-4fd60374-f9e8-4c52-8bba-8b26c449ee89 service neutron] 10.222.0.122 "GET /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294813
Jun 03 20:29:38.374816 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-4771ef0e-e153-4d85-9719-7fea456be5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f421806c550>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:38.379656 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4771ef0e-e153-4d85-9719-7fea456be5a7 None None] The sync data for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi is: [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:20:25Z', 'revision_number': 4, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi', '_interfaces': [{'id': '060f3018-fb52-449a-b1bc-53726dece6fc', 'name': '', 'network_id': '6e68be35-77da-422e-8229-bc0fe54b16d7', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'mac_address': 'fa:16:3e:bd:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:24Z', 'updated_at': '2021-06-03T20:20:32Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'subnets': [{'id': 'edc2a89f-71b4-4e63-9775-449d925ee0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:29:38.468311 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5743bb9-e5fa-496a-ab82-765249e3f667 req-f3dd873e-43b0-4740-b4c8-c8bc9d574488 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:38.469062 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-c5743bb9-e5fa-496a-ab82-765249e3f667 req-f3dd873e-43b0-4740-b4c8-c8bc9d574488 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Synchronizing usage tracker for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:port {{(pid=92636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 20:29:38.544860 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.quota.resource [req-c5743bb9-e5fa-496a-ab82-765249e3f667 req-f3dd873e-43b0-4740-b4c8-c8bc9d574488 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Unset dirty status for tenant:a9b525c195d240939facb0f0f69e34c4 on resource:port {{(pid=92636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 20:29:38.546226 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c5743bb9-e5fa-496a-ab82-765249e3f667 req-f3dd873e-43b0-4740-b4c8-c8bc9d574488 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.122 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 945 time: 0.1664391
Jun 03 20:29:38.613866 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cb5b0d-c7cf-45f0-8282-f311e6797bf3 None None] New status for floating IP b3ba7c4f-b358-4f19-bf7d-eb74afbfb23b: DOWN {{(pid=92638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 20:29:38.861312 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-c5743bb9-e5fa-496a-ab82-765249e3f667 req-274cc21d-e8cf-44cd-b02f-c550dcdeef84 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Deleting port 927c9d29-2568-4206-997a-7de18a1eef6a {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:29:38.861312 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-c5743bb9-e5fa-496a-ab82-765249e3f667 req-274cc21d-e8cf-44cd-b02f-c550dcdeef84 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:38.907051 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6666d4d-a340-46bb-b621-8b8baf3be379 req-c8622222-6770-40f6-916f-31c98ef1aed7 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:38.908530 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f6666d4d-a340-46bb-b621-8b8baf3be379 req-c8622222-6770-40f6-916f-31c98ef1aed7 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.1349401
Jun 03 20:29:39.031667 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-f6666d4d-a340-46bb-b621-8b8baf3be379 req-c2343d2d-d0bf-434f-875e-9e50bf470528 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1132555
Jun 03 20:29:39.057487 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.db [req-c5743bb9-e5fa-496a-ab82-765249e3f667 req-274cc21d-e8cf-44cd-b02f-c550dcdeef84 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] For port 927c9d29-2568-4206-997a-7de18a1eef6a, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=927c9d29-2568-4206-997a-7de18a1eef6a,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:29:39.057854 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-c5743bb9-e5fa-496a-ab82-765249e3f667 req-274cc21d-e8cf-44cd-b02f-c550dcdeef84 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:39.187143 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [req-c5743bb9-e5fa-496a-ab82-765249e3f667 req-274cc21d-e8cf-44cd-b02f-c550dcdeef84 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Calling delete_port for 927c9d29-2568-4206-997a-7de18a1eef6a owned by compute:nova {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:29:39.199651 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d51cd-5f4e-48c5-a6ff-1fc806f5923a req-6cce04f5-6488-4dcb-8ec9-a3de34274bfe tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:39.201166 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-860d51cd-5f4e-48c5-a6ff-1fc806f5923a req-6cce04f5-6488-4dcb-8ec9-a3de34274bfe tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 945 time: 0.0916817
Jun 03 20:29:39.256952 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-860d51cd-5f4e-48c5-a6ff-1fc806f5923a req-2f13e543-1a79-45ec-a860-f51189f5d076 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff40e807-d779-46cb-8e57-39792f04282c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0495205
Jun 03 20:29:39.385342 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-c5743bb9-e5fa-496a-ab82-765249e3f667 req-274cc21d-e8cf-44cd-b02f-c550dcdeef84 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:39.391175 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-be2a4308-e0b6-4ace-a8af-ab828d3b5ee7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:39.440798 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cc21d-e8cf-44cd-b02f-c550dcdeef84 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event deleted for resources: {'Port': ['ID=927c9d29-2568-4206-997a-7de18a1eef6a,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:39.467548 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-274cc21d-e8cf-44cd-b02f-c550dcdeef84 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:39.514042 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5743bb9-e5fa-496a-ab82-765249e3f667 req-274cc21d-e8cf-44cd-b02f-c550dcdeef84 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] No DVR routers for this DVR port 927c9d29-2568-4206-997a-7de18a1eef6a on host hv-cinder-79466 {{(pid=92636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:29:39.517071 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [req-c5743bb9-e5fa-496a-ab82-765249e3f667 req-274cc21d-e8cf-44cd-b02f-c550dcdeef84 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for port, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:39.586083 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:29:39.586742 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c5743bb9-e5fa-496a-ab82-765249e3f667 req-274cc21d-e8cf-44cd-b02f-c550dcdeef84 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.122 "DELETE /v2.0/ports/927c9d29-2568-4206-997a-7de18a1eef6a HTTP/1.1" status: 204  len: 173 time: 1.0341051
Jun 03 20:29:39.605082 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b8f87c-f359-4a78-92ba-30a81d848053', 'name': 'network-vif-deleted', 'tag': '927c9d29-2568-4206-997a-7de18a1eef6a'}] {{(pid=92636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:29:39.607558 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292e5f44e95bbd1a94b0fa9a462497f718d65350c7531096b37b700d1c4481ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0323d03f-1c90-4c3f-93a4-1b8d97bfd203" -d '{"events": [{"server_uuid": "76b8f87c-f359-4a78-92ba-30a81d848053", "name": "network-vif-deleted", "tag": "927c9d29-2568-4206-997a-7de18a1eef6a"}]}' {{(pid=92636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:29:39.650422 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e41160-c2ce-409d-a42f-85bc67b0dd79 x-openstack-request-id: req-d9e41160-c2ce-409d-a42f-85bc67b0dd79 {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:29:39.650792 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b8f87c-f359-4a78-92ba-30a81d848053", "name": "network-vif-deleted", "tag": "927c9d29-2568-4206-997a-7de18a1eef6a", "status": "completed", "code": 200}]} {{(pid=92636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:29:39.651114 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d9e41160-c2ce-409d-a42f-85bc67b0dd79 {{(pid=92636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:29:39.651546 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b8f87c-f359-4a78-92ba-30a81d848053', 'name': 'network-vif-deleted', 'tag': '927c9d29-2568-4206-997a-7de18a1eef6a', 'status': 'completed', 'code': 200}
Jun 03 20:29:39.825774 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:40.226783 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a76d9-bab5-4fa7-ae6e-050a82e05eb6 req-8abe8c68-e668-4d27-90bd-1d9b30298020 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:40.228146 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-149a76d9-bab5-4fa7-ae6e-050a82e05eb6 req-8abe8c68-e668-4d27-90bd-1d9b30298020 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0823810
Jun 03 20:29:40.275491 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-149a76d9-bab5-4fa7-ae6e-050a82e05eb6 req-ae0fd093-9ca9-4efb-a93c-2f387b6b9413 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415573
Jun 03 20:29:40.424692 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-a8388be9-47b9-48b3-9a17-f73f0c8ec80d req-933d7c2f-d9f5-4f54-86be-653731a1267d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "GET /v2.0/ports?device_id=76b8f87c-f359-4a78-92ba-30a81d848053 HTTP/1.1" status: 200  len: 210 time: 0.0427899
Jun 03 20:29:41.466980 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16829f6a-eb06-4619-b4aa-19b81237abbc req-05ed5b77-a1c2-4bab-af4d-d4de0d3cdb94 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:41.468614 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-16829f6a-eb06-4619-b4aa-19b81237abbc req-05ed5b77-a1c2-4bab-af4d-d4de0d3cdb94 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0813959
Jun 03 20:29:41.519560 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-16829f6a-eb06-4619-b4aa-19b81237abbc req-fc44c0e9-b1e3-467c-a74e-5eed035e2223 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447257
Jun 03 20:29:41.521137 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 44988) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:29:41.724013 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 927c9d29-2568-4206-997a-7de18a1eef6a no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:29:41.735920 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-c4cc3626-d4a3-4f76-bdbf-bc45b377046f tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Deleting port 06361803-839f-4d93-a781-6d8c03e13978 {{(pid=92636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:29:41.736260 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3626-d4a3-4f76-bdbf-bc45b377046f tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:41.761988 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] No Port match for: 927c9d29-2568-4206-997a-7de18a1eef6a {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:29:41.762344 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 927c9d29-2568-4206-997a-7de18a1eef6a not bound to the agent host hv-cinder-79466 {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:29:41.852741 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3626-d4a3-4f76-bdbf-bc45b377046f tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:41.853062 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3626-d4a3-4f76-bdbf-bc45b377046f tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:41.973594 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.plugins.ml2.plugin [None req-c4cc3626-d4a3-4f76-bdbf-bc45b377046f tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Calling delete_port for 06361803-839f-4d93-a781-6d8c03e13978 owned by network:floatingip {{(pid=92636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:29:42.248392 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3626-d4a3-4f76-bdbf-bc45b377046f tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16099424'] for port, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:42.252399 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-f94497b5-9060-4644-ae9f-ff0bd13d28a1 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:42.399693 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc3626-d4a3-4f76-bdbf-bc45b377046f tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event deleted for resources: {'Port': ['ID=06361803-839f-4d93-a781-6d8c03e13978,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:42.402815 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-c4cc3626-d4a3-4f76-bdbf-bc45b377046f tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:42.491061 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3626-d4a3-4f76-bdbf-bc45b377046f tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for floatingip, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:42.505416 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3626-d4a3-4f76-bdbf-bc45b377046f tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-322617'] for floatingip, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:42.506623 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-c4cc3626-d4a3-4f76-bdbf-bc45b377046f tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "DELETE /v2.0/floatingips/20c9e274-40fc-44af-9a06-f217ff53e67d HTTP/1.1" status: 204  len: 168 time: 0.9845369
Jun 03 20:29:42.731137 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51996ec5-4084-4fb7-87c4-608e4b5b7e76 req-8d1d1e4d-3498-4a77-9e19-be867757adfb tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:42.737317 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-51996ec5-4084-4fb7-87c4-608e4b5b7e76 req-8d1d1e4d-3498-4a77-9e19-be867757adfb tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0954714
Jun 03 20:29:42.777420 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-51996ec5-4084-4fb7-87c4-608e4b5b7e76 req-334e451d-4035-49f3-b95f-2aeef0eb3f53 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388968
Jun 03 20:29:43.971263 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13af36-6148-4ef0-b0d9-a4e2e873f7e1 req-f6f138a3-5134-4058-877b-c8ba1a075475 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:43.972855 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4c13af36-6148-4ef0-b0d9-a4e2e873f7e1 req-f6f138a3-5134-4058-877b-c8ba1a075475 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.0840318
Jun 03 20:29:44.020360 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-4c13af36-6148-4ef0-b0d9-a4e2e873f7e1 req-3d614295-10cd-4668-af79-c5ab1199084b tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418677
Jun 03 20:29:44.076064 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.wsgi [-] (92636) accepted ('10.222.0.96', 45014) {{(pid=92636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:29:44.146171 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3633aba9-2cdc-4d3d-ae7b-79ffb271e272 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group, before_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:44.176848 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3633aba9-2cdc-4d3d-ae7b-79ffb271e272 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:44.373974 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3633aba9-2cdc-4d3d-ae7b-79ffb271e272 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:44.378086 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-20a83423-b14a-42aa-a003-7c8dcd8f55f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:44.393431 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633aba9-2cdc-4d3d-ae7b-79ffb271e272 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff40e807-d779-46cb-8e57-39792f04282c,revision_number=None']} {{(pid=92636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:44.396988 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG oslo_concurrency.lockutils [None req-3633aba9-2cdc-4d3d-ae7b-79ffb271e272 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:44.464998 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron_lib.callbacks.manager [None req-3633aba9-2cdc-4d3d-ae7b-79ffb271e272 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Notify callbacks [] for security_group, before_response {{(pid=92636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:44.471162 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [None req-3633aba9-2cdc-4d3d-ae7b-79ffb271e272 tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] 10.222.0.96 "DELETE /v2.0/security-groups/ff40e807-d779-46cb-8e57-39792f04282c HTTP/1.1" status: 204  len: 168 time: 0.3890321
Jun 03 20:29:44.616827 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 45024) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:29:45.352364 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47be6f-8dc6-40e4-832d-497e235fa2d6 req-e23681d5-ae37-43b0-91d3-a4d7aca1f976 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:45.353868 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ed47be6f-8dc6-40e4-832d-497e235fa2d6 req-e23681d5-ae37-43b0-91d3-a4d7aca1f976 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 944 time: 0.2196710
Jun 03 20:29:45.455376 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ed47be6f-8dc6-40e4-832d-497e235fa2d6 req-c7dff6ee-2016-4fb2-a8c6-686b1381e943 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947468
Jun 03 20:29:45.558873 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9494d320-5374-4431-98a8-868e839efd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-926052'] for router_interface, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:45.736127 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 299359ac-4e94-47f0-a872-40eaf354e453 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 20:29:45.872280 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 299359ac-4e94-47f0-a872-40eaf354e453, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=299359ac-4e94-47f0-a872-40eaf354e453,segment=NetworkSegment(e3149497-77c5-4202-a530-739b9516f808),segment_id=e3149497-77c5-4202-a530-739b9516f808)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:29:45.885553 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Returning: {'device': '299359ac-4e94-47f0-a872-40eaf354e453', 'network_id': 'd075e017-3c8e-4ae7-964b-4a7baabe953d', 'port_id': '299359ac-4e94-47f0-a872-40eaf354e453', 'mac_address': 'fa:16:3e:5d:2e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca289dd-2492-4579-8331-968a915e8bba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 20:29:45.951629 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:45.969084 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299359ac-4e94-47f0-a872-40eaf354e453 {{(pid=92638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 20:29:45.992664 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-9494d320-5374-4431-98a8-868e839efd2c admin admin] Deleting port 060f3018-fb52-449a-b1bc-53726dece6fc {{(pid=92637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:29:45.992664 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9494d320-5374-4431-98a8-868e839efd2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:45.992901 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 299359ac-4e94-47f0-a872-40eaf354e453, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=299359ac-4e94-47f0-a872-40eaf354e453,segment=NetworkSegment(e3149497-77c5-4202-a530-739b9516f808),segment_id=e3149497-77c5-4202-a530-739b9516f808)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:29:46.077035 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:46.078845 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:46.112044 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [None req-9494d320-5374-4431-98a8-868e839efd2c admin admin] For port 060f3018-fb52-449a-b1bc-53726dece6fc, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=060f3018-fb52-449a-b1bc-53726dece6fc,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:29:46.112398 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9494d320-5374-4431-98a8-868e839efd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:46.148260 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=299359ac-4e94-47f0-a872-40eaf354e453,revision_number=7']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:46.151827 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:46.239291 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-9494d320-5374-4431-98a8-868e839efd2c admin admin] Calling delete_port for 060f3018-fb52-449a-b1bc-53726dece6fc owned by network:router_interface {{(pid=92637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:29:46.288800 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] get_ports_and_sgs() called for port_ids ['299359ac-4e94-47f0-a872-40eaf354e453'] {{(pid=92638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 20:29:46.666919 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d9731-cd69-4613-b17c-009f743de815 req-74f69deb-498c-4936-86e8-d8ba64774bee tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:46.668371 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2e4d9731-cd69-4613-b17c-009f743de815 req-74f69deb-498c-4936-86e8-d8ba64774bee tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 945 time: 0.0998414
Jun 03 20:29:46.712824 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-2e4d9731-cd69-4613-b17c-009f743de815 req-bf8cfbe6-429a-4d9e-8adf-f7fd22bf1e6a tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386684
Jun 03 20:29:46.739880 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9494d320-5374-4431-98a8-868e839efd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:46.743754 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-32f3cca8-2d18-4ac7-9b05-1e020e605103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:46.786132 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494d320-5374-4431-98a8-868e839efd2c admin admin] Pushing event deleted for resources: {'Port': ['ID=060f3018-fb52-449a-b1bc-53726dece6fc,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:46.788700 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-9494d320-5374-4431-98a8-868e839efd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:47.056657 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-9494d320-5374-4431-98a8-868e839efd2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929722'] for router_interface, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:47.410651 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9494d320-5374-4431-98a8-868e839efd2c admin admin] Router 537decb6-d9f1-4f89-b678-e7962f71e035 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:29:47.585729 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9494d320-5374-4431-98a8-868e839efd2c admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:29:47.594233 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4824a7ce-291d-498a-bb70-95de2d6869fc None None] Sync routers for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:29:47.599050 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-9494d320-5374-4431-98a8-868e839efd2c admin admin] 10.222.0.96 "PUT /v2.0/routers/537decb6-d9f1-4f89-b678-e7962f71e035/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9808111
Jun 03 20:29:47.601227 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 45038) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:29:47.604254 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4824a7ce-291d-498a-bb70-95de2d6869fc None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:29:47.604883 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-4824a7ce-291d-498a-bb70-95de2d6869fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42172a7670>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:29:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:47.753651 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Device 299359ac-4e94-47f0-a872-40eaf354e453 up at agent hyperv_hv-cinder-79466 {{(pid=92638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 20:29:47.786201 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7747e280-788d-4de4-bcf7-cb6ccac05544 admin admin] Notify callbacks [] for router, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:47.810644 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-4824a7ce-291d-498a-bb70-95de2d6869fc None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:29:47.825911 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.provisioning_blocks [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Provisioning complete for port 299359ac-4e94-47f0-a872-40eaf354e453 triggered by entity L2. {{(pid=92638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 20:29:47.826390 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096646'] for port, provisioning_complete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:47.952324 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1682942'] for port, before_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:47.995888 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b6046d-9aae-4111-a168-3db966e80c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299359ac-4e94-47f0-a872-40eaf354e453'}] {{(pid=92638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 20:29:47.998059 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a075f16c78af3de7bf37230c55c46d4591d4ec8d45e0ce14cfe4e915b2ad6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5b445f-0a31-41c4-89b3-8ccb668fbad4" -d '{"events": [{"server_uuid": "03b6046d-9aae-4111-a168-3db966e80c3d", "name": "network-vif-plugged", "status": "completed", "tag": "299359ac-4e94-47f0-a872-40eaf354e453"}]}' {{(pid=92638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 20:29:48.014388 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] For port 299359ac-4e94-47f0-a872-40eaf354e453, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=299359ac-4e94-47f0-a872-40eaf354e453,segment=NetworkSegment(e3149497-77c5-4202-a530-739b9516f808),segment_id=e3149497-77c5-4202-a530-739b9516f808)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:29:48.041791 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d375c8c6-ae14-47a8-b7ef-19e7619b921e x-openstack-request-id: req-d375c8c6-ae14-47a8-b7ef-19e7619b921e {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 20:29:48.042190 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b6046d-9aae-4111-a168-3db966e80c3d", "name": "network-vif-plugged", "status": "completed", "tag": "299359ac-4e94-47f0-a872-40eaf354e453", "code": 200}]} {{(pid=92638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 20:29:48.043005 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d375c8c6-ae14-47a8-b7ef-19e7619b921e {{(pid=92638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 20:29:48.043412 dv-cinder-794669-1-iscsi neutron-server[92638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b6046d-9aae-4111-a168-3db966e80c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299359ac-4e94-47f0-a872-40eaf354e453', 'code': 200}
Jun 03 20:29:48.076429 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745116222477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745115787614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745115787659'] for port, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:48.079354 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-20d2e46e-acbb-4375-89ea-7a794b8b2027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:48.117966 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-4824a7ce-291d-498a-bb70-95de2d6869fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42172a7670>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:29:46Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:48.122203 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4824a7ce-291d-498a-bb70-95de2d6869fc None None] Checking router: 537decb6-d9f1-4f89-b678-e7962f71e035 for host: dv-cinder-794669-1-iscsi {{(pid=92640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:29:48.139699 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4824a7ce-291d-498a-bb70-95de2d6869fc None None] Routers {'537decb6-d9f1-4f89-b678-e7962f71e035'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:29:48.141005 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-4824a7ce-291d-498a-bb70-95de2d6869fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42172a7670>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:29:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['537decb6-d9f1-4f89-b678-e7962f71e035'], 'active': True} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:48.173399 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7747e280-788d-4de4-bcf7-cb6ccac05544 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:48.187074 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a68fb-b128-40c2-974f-777cb3b9c825 req-da14428f-2d95-4679-b68c-24a2dd4353a5 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:48.194969 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-780a68fb-b128-40c2-974f-777cb3b9c825 req-da14428f-2d95-4679-b68c-24a2dd4353a5 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 945 time: 0.3548346
Jun 03 20:29:48.199601 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Pushing event updated for resources: {'Port': ['ID=299359ac-4e94-47f0-a872-40eaf354e453,revision_number=8']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:48.203516 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:48.251228 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-780a68fb-b128-40c2-974f-777cb3b9c825 req-d8ed4d33-f105-4b22-b341-fab9b5699f96 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556567
Jun 03 20:29:48.329464 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_dvr_db [None req-4824a7ce-291d-498a-bb70-95de2d6869fc None None] Set router 537decb6-d9f1-4f89-b678-e7962f71e035 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:29:48.374950 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-7747e280-788d-4de4-bcf7-cb6ccac05544 admin admin] Deleting port ac72abe9-c17b-4475-b6c5-90a9ca7a2480 {{(pid=92637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:29:48.375396 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7747e280-788d-4de4-bcf7-cb6ccac05544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:48.443925 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab5fc4-b4fc-4056-bb68-2bac7b2c075f req-f12a2914-c1f3-4335-8066-8720c1803756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:48.445409 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-79ab5fc4-b4fc-4056-bb68-2bac7b2c075f req-f12a2914-c1f3-4335-8066-8720c1803756 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 1099 time: 0.0712621
Jun 03 20:29:48.494767 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-79ab5fc4-b4fc-4056-bb68-2bac7b2c075f req-0f6fc41a-4701-4643-ba32-59f3e5a6e7d9 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419610
Jun 03 20:29:48.505357 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [None req-7747e280-788d-4de4-bcf7-cb6ccac05544 admin admin] For port ac72abe9-c17b-4475-b6c5-90a9ca7a2480, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=ac72abe9-c17b-4475-b6c5-90a9ca7a2480,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:29:48.505665 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7747e280-788d-4de4-bcf7-cb6ccac05544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:48.628841 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-7747e280-788d-4de4-bcf7-cb6ccac05544 admin admin] Calling delete_port for ac72abe9-c17b-4475-b6c5-90a9ca7a2480 owned by network:router_gateway {{(pid=92637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:29:48.631903 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.l3_hamode_db [None req-4824a7ce-291d-498a-bb70-95de2d6869fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42172a7670>, [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:29:46Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:48.635777 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4824a7ce-291d-498a-bb70-95de2d6869fc None None] The sync data for ids ['537decb6-d9f1-4f89-b678-e7962f71e035'] in dv-cinder-794669-1-iscsi is: [{'id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'name': 'tempest-TestVolumeBootPattern-1097008432-router', 'tenant_id': 'a9b525c195d240939facb0f0f69e34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:19Z', 'updated_at': '2021-06-03T20:29:46Z', 'revision_number': 5, 'project_id': 'a9b525c195d240939facb0f0f69e34c4', 'gw_port': {'id': 'ac72abe9-c17b-4475-b6c5-90a9ca7a2480', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:68:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537decb6-d9f1-4f89-b678-e7962f71e035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:21Z', 'updated_at': '2021-06-03T20:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}] {{(pid=92640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:29:48.819410 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7747e280-788d-4de4-bcf7-cb6ccac05544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:48.823505 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:48.868275 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747e280-788d-4de4-bcf7-cb6ccac05544 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac72abe9-c17b-4475-b6c5-90a9ca7a2480,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:48.896995 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-7747e280-788d-4de4-bcf7-cb6ccac05544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:48.960864 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7747e280-788d-4de4-bcf7-cb6ccac05544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-836889'] for router_gateway, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:49.138480 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7747e280-788d-4de4-bcf7-cb6ccac05544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4119'] for router, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:49.140811 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7747e280-788d-4de4-bcf7-cb6ccac05544 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:49.242379 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7747e280-788d-4de4-bcf7-cb6ccac05544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938163'] for router, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:49.242951 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7747e280-788d-4de4-bcf7-cb6ccac05544 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 537decb6-d9f1-4f89-b678-e7962f71e035 {{(pid=92637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 20:29:49.256855 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-7747e280-788d-4de4-bcf7-cb6ccac05544 admin admin] Notify callbacks [] for router, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:49.258076 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-7747e280-788d-4de4-bcf7-cb6ccac05544 admin admin] 10.222.0.96 "DELETE /v2.0/routers/537decb6-d9f1-4f89-b678-e7962f71e035 HTTP/1.1" status: 204  len: 168 time: 1.6559498
Jun 03 20:29:49.260623 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 45046) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:29:49.324217 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c2ca18-44b3-44c1-aa49-ab9edbe927c8 admin admin] Deleting subnet edc2a89f-71b4-4e63-9775-449d925ee0ff {{(pid=92637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 20:29:49.327726 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-26c2ca18-44b3-44c1-aa49-ab9edbe927c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:49.386452 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-26c2ca18-44b3-44c1-aa49-ab9edbe927c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16070436'] for subnet, precommit_delete_associations {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:49.528113 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-26c2ca18-44b3-44c1-aa49-ab9edbe927c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888552'] for subnet, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:49.575874 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc4ec-35fc-42de-8cb9-81cf9adfedab req-d96acff2-fe9a-4ad6-abf5-95b9e023bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:49.577075 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c49bc4ec-35fc-42de-8cb9-81cf9adfedab req-d96acff2-fe9a-4ad6-abf5-95b9e023bc55 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=db46fead74a948a1a87fad7d2871462c&device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 1099 time: 0.0927129
Jun 03 20:29:49.594528 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6431a15-cd70-49f9-ace4-624770c3aa98 req-13a6c008-9927-4f46-b46e-3c87cfb4e853 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:49.596095 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e6431a15-cd70-49f9-ace4-624770c3aa98 req-13a6c008-9927-4f46-b46e-3c87cfb4e853 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.1636255
Jun 03 20:29:49.735846 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-e6431a15-cd70-49f9-ace4-624770c3aa98 req-f129f05d-8a99-4248-a938-e614f0b6a4f2 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1162829
Jun 03 20:29:49.769418 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc4ec-35fc-42de-8cb9-81cf9adfedab req-749d3367-0d9f-42c4-8fc3-7d00a9f8a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:49.771278 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c49bc4ec-35fc-42de-8cb9-81cf9adfedab req-749d3367-0d9f-42c4-8fc3-7d00a9f8a35b service neutron] 10.222.0.122 "GET /v2.0/networks?id=d075e017-3c8e-4ae7-964b-4a7baabe953d HTTP/1.1" status: 200  len: 910 time: 0.1703579
Jun 03 20:29:49.878599 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c49bc4ec-35fc-42de-8cb9-81cf9adfedab req-b895926f-6d47-4ee9-a649-a87e3fb23897 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299359ac-4e94-47f0-a872-40eaf354e453 HTTP/1.1" status: 200  len: 1001 time: 0.1002650
Jun 03 20:29:49.940948 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc4ec-35fc-42de-8cb9-81cf9adfedab req-3be973d6-1004-4a76-8905-754d3d3b5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:49.942442 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c49bc4ec-35fc-42de-8cb9-81cf9adfedab req-3be973d6-1004-4a76-8905-754d3d3b5940 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=7ca289dd-2492-4579-8331-968a915e8bba HTTP/1.1" status: 200  len: 847 time: 0.0574970
Jun 03 20:29:49.957250 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-26c2ca18-44b3-44c1-aa49-ab9edbe927c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16399030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14720095'] for subnet, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:49.961425 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ab84a4a1-a2d0-4b22-b65b-c5531440468c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:49.996136 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2ca18-44b3-44c1-aa49-ab9edbe927c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc2a89f-71b4-4e63-9775-449d925ee0ff,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:49.999168 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-26c2ca18-44b3-44c1-aa49-ab9edbe927c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:50.000142 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-26c2ca18-44b3-44c1-aa49-ab9edbe927c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:50.005273 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c865c6b-2d88-40c2-84b0-2cf9b5f978b8 None None] Network 6e68be35-77da-422e-8229-bc0fe54b16d7 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:29:50.006015 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-26c2ca18-44b3-44c1-aa49-ab9edbe927c8 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/edc2a89f-71b4-4e63-9775-449d925ee0ff HTTP/1.1" status: 204  len: 168 time: 0.7444098
Jun 03 20:29:50.008648 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 45052) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:29:50.025118 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc4ec-35fc-42de-8cb9-81cf9adfedab req-ba634dcf-bd6e-419d-bdfb-5bb206d25fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:50.026711 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c49bc4ec-35fc-42de-8cb9-81cf9adfedab req-ba634dcf-bd6e-419d-bdfb-5bb206d25fbb service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=d075e017-3c8e-4ae7-964b-4a7baabe953d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777280
Jun 03 20:29:50.127145 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645772'] for network, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:50.166258 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c49bc4ec-35fc-42de-8cb9-81cf9adfedab req-e1231fe6-6bf7-455c-af9e-d6f73435c917 service neutron] 10.222.0.122 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320522
Jun 03 20:29:50.225134 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] Deleting port 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 {{(pid=92637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:29:50.225607 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:50.283361 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9c19de-5c7e-45c9-b4f7-db3c1fac5d01 None None] DHCP port deletion for 6e68be35-77da-422e-8229-bc0fe54b16d7 request from dv-cinder-794669-1-iscsi {{(pid=92638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 20:29:50.325911 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] For port 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:29:50.326259 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:50.328579 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c49bc4ec-35fc-42de-8cb9-81cf9adfedab req-3acf8bc4-d3a0-44ee-9606-a06c17e266b0 service neutron] 10.222.0.122 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1541274
Jun 03 20:29:50.350860 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c19de-5c7e-45c9-b4f7-db3c1fac5d01 None None] Deleting port 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 {{(pid=92638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:29:50.362158 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-6b9c19de-5c7e-45c9-b4f7-db3c1fac5d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:50.448752 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] Calling delete_port for 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 owned by network:dhcp {{(pid=92637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:29:50.454322 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-6b9c19de-5c7e-45c9-b4f7-db3c1fac5d01 None None] For port 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3,segment=NetworkSegment(ab178520-2fc5-4903-813e-5a43fe4d138c),segment_id=ab178520-2fc5-4903-813e-5a43fe4d138c)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:29:50.454775 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-6b9c19de-5c7e-45c9-b4f7-db3c1fac5d01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:50.545132 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:50.550765 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-a1040252-1d04-4399-9d9a-087a97aaab3c tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:50.578819 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c19de-5c7e-45c9-b4f7-db3c1fac5d01 None None] Calling delete_port for 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 owned by network:dhcp {{(pid=92638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:29:50.601606 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:50.604007 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:50.606252 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] No DVR routers for this DVR port 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 on host dv-cinder-794669-1-iscsi {{(pid=92637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:29:50.626468 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-6b9c19de-5c7e-45c9-b4f7-db3c1fac5d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605'] for port, after_delete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:50.630722 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:50.660993 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 060f3018-fb52-449a-b1bc-53726dece6fc no longer exists at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:29:50.711028 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] No Port match for: 060f3018-fb52-449a-b1bc-53726dece6fc {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:29:50.711286 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 060f3018-fb52-449a-b1bc-53726dece6fc not bound to the agent host dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:29:50.711708 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device ac72abe9-c17b-4475-b6c5-90a9ca7a2480 no longer exists at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:29:50.728885 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082749', 'neutron.services.segments.db._delete_segments_for_network-8745116134081'] for network, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:50.739528 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9c19de-5c7e-45c9-b4f7-db3c1fac5d01 None None] No DVR routers for this DVR port 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 on host dv-cinder-794669-1-iscsi {{(pid=92638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:29:50.740878 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c19de-5c7e-45c9-b4f7-db3c1fac5d01 None None] Pushing event deleted for resources: {'Port': ['ID=94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3,revision_number=None']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:50.744754 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f421730c130>,) {'filters': {'network_id': ['6e68be35-77da-422e-8229-bc0fe54b16d7']}} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:50.748296 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-6b9c19de-5c7e-45c9-b4f7-db3c1fac5d01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:50.748860 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] No Port match for: ac72abe9-c17b-4475-b6c5-90a9ca7a2480 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:29:50.749311 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device ac72abe9-c17b-4475-b6c5-90a9ca7a2480 not bound to the agent host dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:29:50.749609 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 no longer exists at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:29:50.763224 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f421730c130>, 'ab178520-2fc5-4903-813e-5a43fe4d138c') {'for_net_delete': True} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:50.763442 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f421730c130>, 'ab178520-2fc5-4903-813e-5a43fe4d138c') {} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:50.779408 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745116137948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16070493'] for segment, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:50.786665 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] No Port match for: 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:29:50.800360 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 94135fc1-d6f8-4cf9-aa0c-c8ddde0b77e3 not bound to the agent host dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:29:50.801620 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:50.806147 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=92637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 20:29:50.806579 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16398940'] for segment, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]: Traceback (most recent call last):
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:     timer()
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:     cb(*args, **kw)
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:     return func(*args, **kwargs)
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:     self._notify()
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:     self.callback(batched_events)
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:     event.method(event)
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:     return f(self, *a, **k)
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self._get(url).json()
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self.request(url, 'GET', **kwargs)
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 20:29:50.819968 dv-cinder-794669-1-iscsi neutron-server[92637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 20:29:50.969921 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1081b4-d631-4b7f-ae61-066305ef330d req-8d7333b8-2183-4858-9479-9c83bf458cf5 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:50.971305 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2a1081b4-d631-4b7f-ae61-066305ef330d req-8d7333b8-2183-4858-9479-9c83bf458cf5 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 946 time: 0.0937791
Jun 03 20:29:51.016914 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-2a1081b4-d631-4b7f-ae61-066305ef330d req-9f5630f8-10a5-44ff-bd43-6e02d5626b83 tempest-TestShelveInstance-1584187263 tempest-TestShelveInstance-1584187263-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9a57d31-9d0f-4bd0-8de4-522d7fc465d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387387
Jun 03 20:29:51.081078 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-836978'] for network, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:51.081612 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:51.084240 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:51.110219 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e68be35-77da-422e-8229-bc0fe54b16d7,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:51.113342 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:51.231345 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-f7a4b2df-5215-473f-86cb-da47a6f678f6 admin admin] 10.222.0.96 "DELETE /v2.0/networks/6e68be35-77da-422e-8229-bc0fe54b16d7 HTTP/1.1" status: 204  len: 168 time: 1.2215633
Jun 03 20:29:51.234404 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 45060) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:29:51.899183 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4b63db5e-9bb0-41b1-8264-00cc288ac75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-926052'] for router_interface, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:52.316785 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-4b63db5e-9bb0-41b1-8264-00cc288ac75e admin admin] Deleting port 82e93fa1-580d-4235-bcdb-671c0fe488ad {{(pid=92637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:29:52.317564 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4b63db5e-9bb0-41b1-8264-00cc288ac75e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:52.441580 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [None req-4b63db5e-9bb0-41b1-8264-00cc288ac75e admin admin] For port 82e93fa1-580d-4235-bcdb-671c0fe488ad, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=82e93fa1-580d-4235-bcdb-671c0fe488ad,segment=NetworkSegment(6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c),segment_id=6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c)] {{(pid=92637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:29:52.441930 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4b63db5e-9bb0-41b1-8264-00cc288ac75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:52.565501 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-4b63db5e-9bb0-41b1-8264-00cc288ac75e admin admin] Calling delete_port for 82e93fa1-580d-4235-bcdb-671c0fe488ad owned by network:router_interface {{(pid=92637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:29:52.790479 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4b63db5e-9bb0-41b1-8264-00cc288ac75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:52.794456 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-9b0d49e6-e192-40d5-ba5f-867f14676c3d tempest-TestVolumeBootPattern-2125479632 tempest-TestVolumeBootPattern-2125479632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:52.836810 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63db5e-9bb0-41b1-8264-00cc288ac75e admin admin] Pushing event deleted for resources: {'Port': ['ID=82e93fa1-580d-4235-bcdb-671c0fe488ad,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:52.840563 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4b63db5e-9bb0-41b1-8264-00cc288ac75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:53.151526 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-4b63db5e-9bb0-41b1-8264-00cc288ac75e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929722'] for router_interface, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:53.458381 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e023634-b3ed-45be-8662-54e2a5a2c2b9 req-d93ede55-11a4-4a0b-a1b2-9031bcfb1312 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:53.459767 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9e023634-b3ed-45be-8662-54e2a5a2c2b9 req-d93ede55-11a4-4a0b-a1b2-9031bcfb1312 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.3484881
Jun 03 20:29:53.582832 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9e023634-b3ed-45be-8662-54e2a5a2c2b9 req-755367f1-d251-4a31-bbfd-28ea9f86e347 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1117702
Jun 03 20:29:53.696012 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b63db5e-9bb0-41b1-8264-00cc288ac75e admin admin] Router f0afd6a8-d789-4897-ac15-e44ce1847bb2 has already been hosted by L3 agent 107fbc38-de16-481d-8d22-795583403c3d {{(pid=92637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 20:29:53.888312 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b63db5e-9bb0-41b1-8264-00cc288ac75e admin admin] Notify agent at l3_agent.dv-cinder-794669-1-iscsi the message routers_updated {{(pid=92637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 20:29:53.897034 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd3d70-44dc-4f24-ab48-10e109a6680d None None] Sync routers for ids ['f0afd6a8-d789-4897-ac15-e44ce1847bb2'] in dv-cinder-794669-1-iscsi {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 20:29:53.898036 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-4b63db5e-9bb0-41b1-8264-00cc288ac75e admin admin] 10.222.0.96 "PUT /v2.0/routers/f0afd6a8-d789-4897-ac15-e44ce1847bb2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6626039
Jun 03 20:29:53.900490 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 45070) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:29:53.906716 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd3d70-44dc-4f24-ab48-10e109a6680d None None] Routers {'f0afd6a8-d789-4897-ac15-e44ce1847bb2'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:29:53.907334 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-fbbd3d70-44dc-4f24-ab48-10e109a6680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217120160>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:29:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['f0afd6a8-d789-4897-ac15-e44ce1847bb2'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:54.084801 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-fbbd3d70-44dc-4f24-ab48-10e109a6680d None None] Set router f0afd6a8-d789-4897-ac15-e44ce1847bb2 gateway port host: dv-cinder-794669-1-iscsi {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:29:54.085078 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1b661435-321e-4f1c-9fe0-bcdbbca54503 admin admin] Notify callbacks [] for router, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:54.260926 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1b661435-321e-4f1c-9fe0-bcdbbca54503 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:54.369290 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-fbbd3d70-44dc-4f24-ab48-10e109a6680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217120160>, [{'id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'name': 'tempest-TestVolumeBootPattern-1502111712-router', 'tenant_id': '385b325dfa324e66b0daa927a2b86c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'external_fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '2c1ed672-912e-406d-816d-ee7a38796139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:30Z', 'updated_at': '2021-06-03T20:29:52Z', 'revision_number': 5, 'project_id': '385b325dfa324e66b0daa927a2b86c37', 'gw_port': {'id': '2c1ed672-912e-406d-816d-ee7a38796139', 'name': '', 'network_id': '03dbdf41-c79d-4ee5-9893-443b21628827', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:20:31Z', 'updated_at': '2021-06-03T20:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ccd66bd-9541-42d2-94f5-9fb7cbed890c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-iscsi'}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:54.373161 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd3d70-44dc-4f24-ab48-10e109a6680d None None] Checking router: f0afd6a8-d789-4897-ac15-e44ce1847bb2 for host: dv-cinder-794669-1-iscsi {{(pid=92638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 20:29:54.381549 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd3d70-44dc-4f24-ab48-10e109a6680d None None] Routers {'f0afd6a8-d789-4897-ac15-e44ce1847bb2'} bound to L3 agent in host dv-cinder-794669-1-iscsi {{(pid=92638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 20:29:54.382157 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-fbbd3d70-44dc-4f24-ab48-10e109a6680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4217120160>, 'dv-cinder-794669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T20:09:00Z,description=<?>,heartbeat_timestamp=2021-06-03T20:29:30Z,host='dv-cinder-794669-1-iscsi',id=107fbc38-de16-481d-8d22-795583403c3d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T20:09:01Z,topic='l3_agent')) {'router_ids': ['f0afd6a8-d789-4897-ac15-e44ce1847bb2'], 'active': True} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:54.400597 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-1b661435-321e-4f1c-9fe0-bcdbbca54503 admin admin] Deleting port 2c1ed672-912e-406d-816d-ee7a38796139 {{(pid=92637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:29:54.401559 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1b661435-321e-4f1c-9fe0-bcdbbca54503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:54.530596 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [None req-1b661435-321e-4f1c-9fe0-bcdbbca54503 admin admin] For port 2c1ed672-912e-406d-816d-ee7a38796139, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=2c1ed672-912e-406d-816d-ee7a38796139,segment=NetworkSegment(eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de),segment_id=eb2eb45d-6738-4d52-a5cf-0dbcb2abb8de)] {{(pid=92637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:29:54.531310 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1b661435-321e-4f1c-9fe0-bcdbbca54503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:54.570414 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvr_db [None req-fbbd3d70-44dc-4f24-ab48-10e109a6680d None None] Set router f0afd6a8-d789-4897-ac15-e44ce1847bb2 gateway port host: None {{(pid=92638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 20:29:54.657414 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-1b661435-321e-4f1c-9fe0-bcdbbca54503 admin admin] Calling delete_port for 2c1ed672-912e-406d-816d-ee7a38796139 owned by network:router_gateway {{(pid=92637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:29:54.696053 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_hamode_db [None req-fbbd3d70-44dc-4f24-ab48-10e109a6680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4217120160>, [{'id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'name': 'tempest-TestVolumeBootPattern-1502111712-router', 'tenant_id': '385b325dfa324e66b0daa927a2b86c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:30Z', 'updated_at': '2021-06-03T20:29:54Z', 'revision_number': 6, 'project_id': '385b325dfa324e66b0daa927a2b86c37', 'gw_port_host': None}], 'dv-cinder-794669-1-iscsi', False) {} {{(pid=92638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:54.700086 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd3d70-44dc-4f24-ab48-10e109a6680d None None] The sync data for ids ['f0afd6a8-d789-4897-ac15-e44ce1847bb2'] in dv-cinder-794669-1-iscsi is: [{'id': 'f0afd6a8-d789-4897-ac15-e44ce1847bb2', 'name': 'tempest-TestVolumeBootPattern-1502111712-router', 'tenant_id': '385b325dfa324e66b0daa927a2b86c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:20:30Z', 'updated_at': '2021-06-03T20:29:54Z', 'revision_number': 6, 'project_id': '385b325dfa324e66b0daa927a2b86c37', 'gw_port_host': None}] {{(pid=92638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 20:29:54.796225 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5715f2-4677-4578-8c3b-e81d8a7a1347 req-a7ad7d3e-fd18-46bc-8353-e7cb7f74ab86 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:54.797902 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3e5715f2-4677-4578-8c3b-e81d8a7a1347 req-a7ad7d3e-fd18-46bc-8353-e7cb7f74ab86 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0889428
Jun 03 20:29:54.848105 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-3e5715f2-4677-4578-8c3b-e81d8a7a1347 req-37c281ca-d224-42e9-8b7b-d545e5fb65c2 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440257
Jun 03 20:29:55.001574 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1b661435-321e-4f1c-9fe0-bcdbbca54503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:55.006226 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4e3d2bc4-d45a-495e-b4cb-de0c292de9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:55.052272 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b661435-321e-4f1c-9fe0-bcdbbca54503 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1ed672-912e-406d-816d-ee7a38796139,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:55.052272 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-1b661435-321e-4f1c-9fe0-bcdbbca54503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:55.147465 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1b661435-321e-4f1c-9fe0-bcdbbca54503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-836889'] for router_gateway, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:55.318749 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1b661435-321e-4f1c-9fe0-bcdbbca54503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4119'] for router, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:55.320834 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1b661435-321e-4f1c-9fe0-bcdbbca54503 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:55.432781 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1b661435-321e-4f1c-9fe0-bcdbbca54503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938163'] for router, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:55.433299 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b661435-321e-4f1c-9fe0-bcdbbca54503 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0afd6a8-d789-4897-ac15-e44ce1847bb2 {{(pid=92637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 20:29:55.446378 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-1b661435-321e-4f1c-9fe0-bcdbbca54503 admin admin] Notify callbacks [] for router, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:55.447559 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-1b661435-321e-4f1c-9fe0-bcdbbca54503 admin admin] 10.222.0.96 "DELETE /v2.0/routers/f0afd6a8-d789-4897-ac15-e44ce1847bb2 HTTP/1.1" status: 204  len: 168 time: 1.5461900
Jun 03 20:29:55.450015 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 45074) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:29:55.510166 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe4726e-893d-46eb-ac9c-036e36772fbc admin admin] Deleting subnet 0ae39a04-eb78-4ed1-9b21-66d491615846 {{(pid=92637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 20:29:55.513172 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ebe4726e-893d-46eb-ac9c-036e36772fbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:55.565390 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ebe4726e-893d-46eb-ac9c-036e36772fbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16070436'] for subnet, precommit_delete_associations {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:55.648465 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ebe4726e-893d-46eb-ac9c-036e36772fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888552'] for subnet, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:56.042866 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d8d92-5df0-42f8-9f6c-5df661deba8e req-2fd1befb-e565-4467-97aa-0a4191d75d53 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:56.044235 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f72d8d92-5df0-42f8-9f6c-5df661deba8e req-2fd1befb-e565-4467-97aa-0a4191d75d53 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0833495
Jun 03 20:29:56.045662 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ebe4726e-893d-46eb-ac9c-036e36772fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16399030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14720095'] for subnet, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:56.050869 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-26c2ca18-44b3-44c1-aa49-ab9edbe927c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:56.102247 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4726e-893d-46eb-ac9c-036e36772fbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae39a04-eb78-4ed1-9b21-66d491615846,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:56.105709 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-ebe4726e-893d-46eb-ac9c-036e36772fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for subnet, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:56.107554 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b2085f-d4ec-4d81-be7e-e2be60745a56 None None] Network 34704440-7dfe-4ff8-9767-698c43aff0f9 requested from dv-cinder-794669-1-iscsi {{(pid=92638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 20:29:56.108401 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-ebe4726e-893d-46eb-ac9c-036e36772fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:56.124003 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-ebe4726e-893d-46eb-ac9c-036e36772fbc admin admin] 10.222.0.96 "DELETE /v2.0/subnets/0ae39a04-eb78-4ed1-9b21-66d491615846 HTTP/1.1" status: 204  len: 168 time: 0.6729527
Jun 03 20:29:56.127079 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 45078) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:29:56.150953 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-f72d8d92-5df0-42f8-9f6c-5df661deba8e req-98157d5c-da4f-47ee-ad7d-850911ef6e87 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1008897
Jun 03 20:29:56.246989 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645772'] for network, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:56.319523 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] Deleting port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a {{(pid=92637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:29:56.320011 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:56.360159 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998e22f5-723f-4509-8a2e-0754236cb96c None None] DHCP port deletion for 34704440-7dfe-4ff8-9767-698c43aff0f9 request from dv-cinder-794669-1-iscsi {{(pid=92638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 20:29:56.423431 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.db [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] For port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=b6926b0c-a9ae-4e86-9ac0-f9ab3028776a,segment=NetworkSegment(6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c),segment_id=6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c)] {{(pid=92637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:29:56.423701 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:56.431227 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-998e22f5-723f-4509-8a2e-0754236cb96c None None] Deleting port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a {{(pid=92638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 20:29:56.431609 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-998e22f5-723f-4509-8a2e-0754236cb96c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745116066295'] for port, before_delete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:56.531796 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.db [None req-998e22f5-723f-4509-8a2e-0754236cb96c None None] For port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a, host dv-cinder-794669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-iscsi',level=0,port_id=b6926b0c-a9ae-4e86-9ac0-f9ab3028776a,segment=NetworkSegment(6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c),segment_id=6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c)] {{(pid=92638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 20:29:56.532187 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-998e22f5-723f-4509-8a2e-0754236cb96c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926932'] for port, precommit_delete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:56.551540 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.plugin [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] Calling delete_port for b6926b0c-a9ae-4e86-9ac0-f9ab3028776a owned by network:dhcp {{(pid=92637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:29:56.654540 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device b6926b0c-a9ae-4e86-9ac0-f9ab3028776a no longer exists at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:29:56.676069 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16398979'] for port, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:56.680789 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-4b63db5e-9bb0-41b1-8264-00cc288ac75e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:56.684178 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-998e22f5-723f-4509-8a2e-0754236cb96c None None] Calling delete_port for b6926b0c-a9ae-4e86-9ac0-f9ab3028776a owned by network:dhcp {{(pid=92638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 20:29:56.698936 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] No Port match for: b6926b0c-a9ae-4e86-9ac0-f9ab3028776a {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:29:56.699288 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device b6926b0c-a9ae-4e86-9ac0-f9ab3028776a not bound to the agent host dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:29:56.699998 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 2c1ed672-912e-406d-816d-ee7a38796139 no longer exists at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:29:56.736553 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] No Port match for: 2c1ed672-912e-406d-816d-ee7a38796139 {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:29:56.736904 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 2c1ed672-912e-406d-816d-ee7a38796139 not bound to the agent host dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:29:56.737540 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 82e93fa1-580d-4235-bcdb-671c0fe488ad no longer exists at agent ovs-agent-dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 20:29:56.781710 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.plugin [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] No Port match for: 82e93fa1-580d-4235-bcdb-671c0fe488ad {{(pid=92638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 20:29:56.782063 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.plugins.ml2.rpc [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Device 82e93fa1-580d-4235-bcdb-671c0fe488ad not bound to the agent host dv-cinder-794669-1-iscsi {{(pid=92638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 20:29:56.811230 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-998e22f5-723f-4509-8a2e-0754236cb96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745116222455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745115787605'] for port, after_delete {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:56.814781 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:56.828972 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6926b0c-a9ae-4e86-9ac0-f9ab3028776a,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:56.830784 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] No DVR routers for this DVR port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a on host dv-cinder-794669-1-iscsi {{(pid=92637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:29:56.832773 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:56.863200 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e22f5-723f-4509-8a2e-0754236cb96c None None] Pushing event deleted for resources: {'Port': ['ID=b6926b0c-a9ae-4e86-9ac0-f9ab3028776a,revision_number=None']} {{(pid=92638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:56.865603 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG oslo_concurrency.lockutils [None req-998e22f5-723f-4509-8a2e-0754236cb96c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:56.868043 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998e22f5-723f-4509-8a2e-0754236cb96c None None] No DVR routers for this DVR port b6926b0c-a9ae-4e86-9ac0-f9ab3028776a on host dv-cinder-794669-1-iscsi {{(pid=92638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 20:29:56.950281 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082749', 'neutron.services.segments.db._delete_segments_for_network-8745116134081'] for network, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:56.963633 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4216da88e0>,) {'filters': {'network_id': ['34704440-7dfe-4ff8-9767-698c43aff0f9']}} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:56.975997 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4216da88e0>, '6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c') {'for_net_delete': True} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:56.976299 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.services.segments.db [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4216da88e0>, '6ef7e2da-0a20-4f8a-a23c-8b0a5f1e599c') {} {{(pid=92637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 20:29:56.988550 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745116137948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16070493'] for segment, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:57.004817 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945'] for segment, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:57.010828 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=92637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 20:29:57.011875 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1889945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16398940'] for segment, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]: Traceback (most recent call last):
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:     timer()
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:     cb(*args, **kw)
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:     return func(*args, **kwargs)
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:     self._notify()
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:     self.callback(batched_events)
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:     event.method(event)
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:     return f(self, *a, **k)
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self._get(url).json()
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:     return self.request(url, 'GET', **kwargs)
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 20:29:57.024994 dv-cinder-794669-1-iscsi neutron-server[92637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 20:29:57.161514 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-974769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-566173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-836978'] for network, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:57.165243 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:57.178632 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566146'] for network, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:57.189100 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] Pushing event deleted for resources: {'Network': ['ID=34704440-7dfe-4ff8-9767-698c43aff0f9,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:57.193081 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:57.195391 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-d9dc7aac-f1ee-4507-9bd9-269245534134 admin admin] 10.222.0.96 "DELETE /v2.0/networks/34704440-7dfe-4ff8-9767-698c43aff0f9 HTTP/1.1" status: 204  len: 168 time: 1.0666420
Jun 03 20:29:57.344664 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990d8da-3947-4f8a-bea1-b54cbc7ca463 req-49b3b1c6-e3f2-4a02-97aa-f228086d01f1 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:57.346120 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9990d8da-3947-4f8a-bea1-b54cbc7ca463 req-49b3b1c6-e3f2-4a02-97aa-f228086d01f1 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0819290
Jun 03 20:29:57.390477 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9990d8da-3947-4f8a-bea1-b54cbc7ca463 req-8bf95e6b-e44e-412f-99a7-fddacc0da74a tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0384192
Jun 03 20:29:57.458569 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-f652fc82-2ebb-4b27-87fb-2e7ec67da4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:57.646645 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 45084) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:29:57.696462 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-5cccb714-1bdf-4e47-89b7-4266e222d9c4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a9b525c195d240939facb0f0f69e34c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0484028
Jun 03 20:29:57.698940 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 45086) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:29:57.760363 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f72bbbe8-51d8-42c0-9937-aaab06ba37c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:57.786586 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f72bbbe8-51d8-42c0-9937-aaab06ba37c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:57.956283 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f72bbbe8-51d8-42c0-9937-aaab06ba37c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:57.960394 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-b9e782b7-02dd-4484-918e-8904df4dc376 tempest-AttachVolumeShelveTestJSON-1622129 tempest-AttachVolumeShelveTestJSON-1622129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:57.976315 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bbbe8-51d8-42c0-9937-aaab06ba37c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721d5b62-8be7-4997-8a70-0fa41a79e491,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:57.980748 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-f72bbbe8-51d8-42c0-9937-aaab06ba37c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:57.985360 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-f72bbbe8-51d8-42c0-9937-aaab06ba37c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:57.987817 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-f72bbbe8-51d8-42c0-9937-aaab06ba37c1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/721d5b62-8be7-4997-8a70-0fa41a79e491 HTTP/1.1" status: 204  len: 168 time: 0.2870896
Jun 03 20:29:58.580398 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9993853-1939-4ac3-9d06-2bee8fc500c3 req-69801305-5c59-4acf-b0ed-94827c267b3f tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:58.582486 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b9993853-1939-4ac3-9d06-2bee8fc500c3 req-69801305-5c59-4acf-b0ed-94827c267b3f tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0818872
Jun 03 20:29:58.631643 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-b9993853-1939-4ac3-9d06-2bee8fc500c3 req-baad6033-5345-409a-9abd-af29ddf79900 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433574
Jun 03 20:29:58.656768 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 45094) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:29:58.703887 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-3d8d6587-5384-4380-8da4-a3eadbcf0a25 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=385b325dfa324e66b0daa927a2b86c37&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0456958
Jun 03 20:29:58.706788 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [-] (92637) accepted ('10.222.0.96', 45096) {{(pid=92637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 20:29:58.763592 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-6863fe88-980e-45bd-aa67-d089fff1c71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:58.789040 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-6863fe88-980e-45bd-aa67-d089fff1c71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:58.978514 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-6863fe88-980e-45bd-aa67-d089fff1c71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974686'] for security_group, after_delete {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:58.982365 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-9808d7cf-2007-40fe-a3f4-eb02959adf32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 20:29:58.994560 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863fe88-980e-45bd-aa67-d089fff1c71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a7f2f5-4c1b-49b4-9d34-bca2e9bab8c7,revision_number=None']} {{(pid=92637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 20:29:58.998138 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG oslo_concurrency.lockutils [None req-6863fe88-980e-45bd-aa67-d089fff1c71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 20:29:59.001441 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron_lib.callbacks.manager [None req-6863fe88-980e-45bd-aa67-d089fff1c71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:29:59.002538 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [None req-6863fe88-980e-45bd-aa67-d089fff1c71d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/26a7f2f5-4c1b-49b4-9d34-bca2e9bab8c7 HTTP/1.1" status: 204  len: 168 time: 0.2948787
Jun 03 20:29:59.812834 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79c694-042c-4580-9e2d-d2cc16023bd9 req-2a156df9-db41-4c46-9432-d5dc93a0f82e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:29:59.814271 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cd79c694-042c-4580-9e2d-d2cc16023bd9 req-2a156df9-db41-4c46-9432-d5dc93a0f82e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0783224
Jun 03 20:29:59.859796 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-cd79c694-042c-4580-9e2d-d2cc16023bd9 req-4cd1502b-0abb-48f4-9732-0ce86186bd75 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395405
Jun 03 20:30:00.041093 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c1989cdc-3177-4d39-b71c-f54983b9540d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:30:00.115389 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:30:01.047360 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ded965-529f-4236-a77b-02bb92ad8aef req-ca92c490-c2f9-4e3b-880e-5121b21d2f4b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:30:01.048727 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-70ded965-529f-4236-a77b-02bb92ad8aef req-ca92c490-c2f9-4e3b-880e-5121b21d2f4b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0833645
Jun 03 20:30:01.092620 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-70ded965-529f-4236-a77b-02bb92ad8aef req-5e0f9fcf-3771-4afd-92cc-06ac9f726c4b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0379865
Jun 03 20:30:01.320963 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:30:02.376136 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ad6a4-8571-43e8-96e1-b5031f104e34 req-e7f183b6-a9f5-4bed-ac70-b77971f25add tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:30:02.378161 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4c6ad6a4-8571-43e8-96e1-b5031f104e34 req-e7f183b6-a9f5-4bed-ac70-b77971f25add tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.1810937
Jun 03 20:30:02.423318 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-4c6ad6a4-8571-43e8-96e1-b5031f104e34 req-10155d8b-9a37-43c7-94ad-1156a7bd38ea tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393083
Jun 03 20:30:02.944149 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:30:03.607349 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e2a95-2235-4075-9293-509b0337ae2e req-d3eb73dd-053b-49d4-8722-2958e910d887 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:30:03.608804 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9a9e2a95-2235-4075-9293-509b0337ae2e req-d3eb73dd-053b-49d4-8722-2958e910d887 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0806091
Jun 03 20:30:03.656683 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-9a9e2a95-2235-4075-9293-509b0337ae2e req-e575f921-4884-4079-bb56-190828bba81b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421953
Jun 03 20:30:04.842366 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1bfead-5b4f-43ad-abfb-ca898e1bbba3 req-f73ff532-31cd-4622-b114-c0567c924c08 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:30:04.843756 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1c1bfead-5b4f-43ad-abfb-ca898e1bbba3 req-f73ff532-31cd-4622-b114-c0567c924c08 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0806344
Jun 03 20:30:04.891169 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-1c1bfead-5b4f-43ad-abfb-ca898e1bbba3 req-b0bf2199-5b4f-4581-8563-d0d2722da3c7 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412567
Jun 03 20:30:06.078455 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe95a6-8d53-4468-aec9-901be3b8b8bc req-2131a380-7807-465d-a11a-821413e71a64 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:30:06.080126 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-86fe95a6-8d53-4468-aec9-901be3b8b8bc req-2131a380-7807-465d-a11a-821413e71a64 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0798111
Jun 03 20:30:06.125112 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-86fe95a6-8d53-4468-aec9-901be3b8b8bc req-0b7c684d-f5a1-4530-91dd-45bab8e93509 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392559
Jun 03 20:30:07.311660 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bba9e-9901-4e9b-94aa-81aed66f2b16 req-1ba3ec81-1f47-47c6-a73f-5cf025a69099 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:30:07.313106 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-115bba9e-9901-4e9b-94aa-81aed66f2b16 req-1ba3ec81-1f47-47c6-a73f-5cf025a69099 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0829809
Jun 03 20:30:07.359920 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-115bba9e-9901-4e9b-94aa-81aed66f2b16 req-b4b95c44-b96f-4ca6-bd87-a3c6666b35fb tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0405552
Jun 03 20:30:08.551363 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8030c6c-d8b0-4d5c-a278-74e167b6d335 req-9739e395-2a67-4ae8-8443-ae054890636e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:30:08.552841 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c8030c6c-d8b0-4d5c-a278-74e167b6d335 req-9739e395-2a67-4ae8-8443-ae054890636e tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0869720
Jun 03 20:30:08.599624 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-c8030c6c-d8b0-4d5c-a278-74e167b6d335 req-514ab695-9b22-40c2-97d5-f5b76dc3ff9a tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396907
Jun 03 20:30:09.788981 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba164c-4e42-4ab5-a1ec-3488ee2d6ae8 req-3d4dd03e-0c35-4c16-ab5c-c43f805f6e89 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:30:09.790333 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8eba164c-4e42-4ab5-a1ec-3488ee2d6ae8 req-3d4dd03e-0c35-4c16-ab5c-c43f805f6e89 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0851340
Jun 03 20:30:09.836540 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-8eba164c-4e42-4ab5-a1ec-3488ee2d6ae8 req-49b01150-e792-468c-868b-25e7fa5b9ba3 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404873
Jun 03 20:30:09.846062 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:30:10.335439 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8be7b-3960-45da-be58-ccdfac5920c0 req-4150532a-aaa2-4729-aa53-f78569ca27d9 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:30:10.336868 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-90c8be7b-3960-45da-be58-ccdfac5920c0 req-4150532a-aaa2-4729-aa53-f78569ca27d9 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0813193
Jun 03 20:30:10.425157 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-90c8be7b-3960-45da-be58-ccdfac5920c0 req-f06f5b2a-8e59-480c-a509-39d9ee9571ba tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0824113
Jun 03 20:30:10.449462 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bde06-7645-4f9a-ab9e-fc72174da44c req-41902336-5ca4-48de-bcad-477d50a09462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:30:10.450965 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-118bde06-7645-4f9a-ab9e-fc72174da44c req-41902336-5ca4-48de-bcad-477d50a09462 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=b4672939a69b4bf291458945442c7fcf&device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 1099 time: 0.0947273
Jun 03 20:30:10.582572 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bde06-7645-4f9a-ab9e-fc72174da44c req-333ef7a0-d055-46c9-9ef9-187877eb2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:30:10.584008 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-118bde06-7645-4f9a-ab9e-fc72174da44c req-333ef7a0-d055-46c9-9ef9-187877eb2171 service neutron] 10.222.0.122 "GET /v2.0/networks?id=4cd3d37f-0610-4a65-834c-c273eb5748da HTTP/1.1" status: 200  len: 912 time: 0.1262918
Jun 03 20:30:10.686663 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-118bde06-7645-4f9a-ab9e-fc72174da44c req-a0c7bea3-671b-42d8-85a2-84323e1187c9 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b183774-89ae-4602-966f-476db38f92bf HTTP/1.1" status: 200  len: 1001 time: 0.0959551
Jun 03 20:30:10.747920 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bde06-7645-4f9a-ab9e-fc72174da44c req-d3fd1eb4-2b61-4fe4-bf38-3fcfc1be41bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:30:10.749394 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-118bde06-7645-4f9a-ab9e-fc72174da44c req-d3fd1eb4-2b61-4fe4-bf38-3fcfc1be41bf service neutron] 10.222.0.122 "GET /v2.0/subnets?id=d8d48dac-1bf9-47c6-bbf8-197e3b10342f HTTP/1.1" status: 200  len: 849 time: 0.0564120
Jun 03 20:30:10.827088 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bde06-7645-4f9a-ab9e-fc72174da44c req-b94a1b77-2d21-4a33-a301-d88cee42d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:30:10.828603 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-118bde06-7645-4f9a-ab9e-fc72174da44c req-b94a1b77-2d21-4a33-a301-d88cee42d329 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=4cd3d37f-0610-4a65-834c-c273eb5748da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716958
Jun 03 20:30:10.961599 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-118bde06-7645-4f9a-ab9e-fc72174da44c req-268ca5c7-ad3c-48ca-be04-7406aaaaa50c service neutron] 10.222.0.122 "GET /v2.0/networks/4cd3d37f-0610-4a65-834c-c273eb5748da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254838
Jun 03 20:30:11.098415 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-118bde06-7645-4f9a-ab9e-fc72174da44c req-7cf06175-eeea-4f85-affd-0df08e24e76e service neutron] 10.222.0.122 "GET /v2.0/networks/4cd3d37f-0610-4a65-834c-c273eb5748da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294024
Jun 03 20:30:11.616352 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2df3f3-b823-4fa9-bd69-2ef53b969f96 req-d3e9e927-de6e-4e59-b006-84ee761db7a8 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:30:11.617835 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ec2df3f3-b823-4fa9-bd69-2ef53b969f96 req-d3e9e927-de6e-4e59-b006-84ee761db7a8 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0817313
Jun 03 20:30:11.663004 dv-cinder-794669-1-iscsi neutron-server[92637]: INFO neutron.wsgi [req-ec2df3f3-b823-4fa9-bd69-2ef53b969f96 req-20702a43-53fa-42c4-ad6b-f1ce99be25b0 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393696
Jun 03 20:30:12.846920 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a9eb9-062f-42c1-8b0e-ef1939be4aba req-6230d5e8-66de-4f3b-96fd-9b057403246b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:30:12.848436 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c92a9eb9-062f-42c1-8b0e-ef1939be4aba req-6230d5e8-66de-4f3b-96fd-9b057403246b tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 946 time: 0.0807233
Jun 03 20:30:12.892559 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-c92a9eb9-062f-42c1-8b0e-ef1939be4aba req-8659108e-15ae-44a5-b028-28c7194fcd10 tempest-AttachVolumeTestJSON-281744638 tempest-AttachVolumeTestJSON-281744638-project] 10.222.0.96 "GET /v2.0/security-groups?id=4316429b-b659-432c-942a-45dc12915f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0384824
Jun 03 20:30:16.586054 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:30:27.416685 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-b63f55d3-bfa4-420b-9630-04dced47ce05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:30:30.028166 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-73e62312-71f9-4288-9ee5-c66c8d183f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:30:30.056413 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:30:31.376510 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:30:32.919447 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:30:39.827917 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:30:53.593298 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:30:57.415348 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-5933b880-0102-4d53-9244-778be8f22e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:30:59.997370 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-663afacf-a04f-4674-97ea-d8862dc1b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:31:00.025543 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:31:01.420982 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:31:02.968190 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:31:09.849156 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:31:27.431141 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c9a21404-db26-46ee-9b98-a13e7bff9c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:31:29.985214 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad857-4353-4e9a-8731-892adbf4388a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:31:30.001950 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:31:30.581628 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:31:31.337920 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:31:32.922192 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:31:39.857395 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:31:52.193734 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9fbf0864-21d6-4521-ace6-b92d343331b0 req-e03b4d86-0ff9-4fb0-b257-9bedf1b2972d service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0735915
Jun 03 20:31:52.336618 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf0864-21d6-4521-ace6-b92d343331b0 req-fb5b8006-aaee-49bb-8fcb-2a50ad4d94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:31:52.338032 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9fbf0864-21d6-4521-ace6-b92d343331b0 req-fb5b8006-aaee-49bb-8fcb-2a50ad4d94f9 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=db46fead74a948a1a87fad7d2871462c&device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 1099 time: 0.0694878
Jun 03 20:31:52.484561 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf0864-21d6-4521-ace6-b92d343331b0 req-9c6aa379-8927-4d9f-8cca-821696e06db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:31:52.485986 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9fbf0864-21d6-4521-ace6-b92d343331b0 req-9c6aa379-8927-4d9f-8cca-821696e06db8 service neutron] 10.222.0.122 "GET /v2.0/networks?id=d075e017-3c8e-4ae7-964b-4a7baabe953d HTTP/1.1" status: 200  len: 910 time: 0.1276824
Jun 03 20:31:52.693511 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9fbf0864-21d6-4521-ace6-b92d343331b0 req-8998a608-5dd7-426e-922a-febe02145ee6 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299359ac-4e94-47f0-a872-40eaf354e453 HTTP/1.1" status: 200  len: 1001 time: 0.1991909
Jun 03 20:31:52.758972 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf0864-21d6-4521-ace6-b92d343331b0 req-0a247748-9078-4490-a4ff-044e3cc1c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:31:52.760308 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9fbf0864-21d6-4521-ace6-b92d343331b0 req-0a247748-9078-4490-a4ff-044e3cc1c58d service neutron] 10.222.0.122 "GET /v2.0/subnets?id=7ca289dd-2492-4579-8331-968a915e8bba HTTP/1.1" status: 200  len: 847 time: 0.0597851
Jun 03 20:31:52.834927 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf0864-21d6-4521-ace6-b92d343331b0 req-9723bb9d-495b-4611-a5e4-7179ff6d978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:31:52.836391 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9fbf0864-21d6-4521-ace6-b92d343331b0 req-9723bb9d-495b-4611-a5e4-7179ff6d978f service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=d075e017-3c8e-4ae7-964b-4a7baabe953d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688481
Jun 03 20:31:52.968544 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9fbf0864-21d6-4521-ace6-b92d343331b0 req-83da384a-5128-4b00-8578-d1245a0a661c service neutron] 10.222.0.122 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246419
Jun 03 20:31:53.100948 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9fbf0864-21d6-4521-ace6-b92d343331b0 req-6c2eb26b-b2a2-4720-8cfd-c43821a5c1f6 service neutron] 10.222.0.122 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257582
Jun 03 20:31:57.410742 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-d4cff99f-44af-4e97-9389-8b6676ae9671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:32:00.004884 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-828e0f9d-a8d7-43d8-972d-dbd0eb67ff45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:32:00.038987 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:32:01.347408 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:32:02.947552 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:32:07.581224 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:32:09.857674 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:32:27.434270 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-197e4a07-2881-4938-ba15-5917a12667d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:32:29.983220 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-7aa6be77-fa70-4925-b310-926dfd30bdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:32:30.014394 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:32:31.385355 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:32:32.951600 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:32:39.876201 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:32:44.580362 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:32:52.383526 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-16116e30-85ee-4eea-a35f-f486f4ecaa60 req-babbbe76-708f-4d23-b67c-5c3650451ffc service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0744593
Jun 03 20:32:52.485985 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16116e30-85ee-4eea-a35f-f486f4ecaa60 req-03480643-dfff-4654-b07c-000d409d775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:32:52.487486 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-16116e30-85ee-4eea-a35f-f486f4ecaa60 req-03480643-dfff-4654-b07c-000d409d775d service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=b4672939a69b4bf291458945442c7fcf&device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 1099 time: 0.0746396
Jun 03 20:32:52.642789 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16116e30-85ee-4eea-a35f-f486f4ecaa60 req-b9d622bc-df59-49b2-a854-b030e898eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:32:52.644165 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-16116e30-85ee-4eea-a35f-f486f4ecaa60 req-b9d622bc-df59-49b2-a854-b030e898eba2 service neutron] 10.222.0.122 "GET /v2.0/networks?id=4cd3d37f-0610-4a65-834c-c273eb5748da HTTP/1.1" status: 200  len: 912 time: 0.1292057
Jun 03 20:32:52.751161 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-16116e30-85ee-4eea-a35f-f486f4ecaa60 req-ffd39402-b352-423a-9391-91e1a5b15ccf service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b183774-89ae-4602-966f-476db38f92bf HTTP/1.1" status: 200  len: 1001 time: 0.0955172
Jun 03 20:32:52.818055 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16116e30-85ee-4eea-a35f-f486f4ecaa60 req-5e04da29-9eab-4710-b48d-b82fd9f3e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:32:52.819501 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-16116e30-85ee-4eea-a35f-f486f4ecaa60 req-5e04da29-9eab-4710-b48d-b82fd9f3e34e service neutron] 10.222.0.122 "GET /v2.0/subnets?id=d8d48dac-1bf9-47c6-bbf8-197e3b10342f HTTP/1.1" status: 200  len: 849 time: 0.0576715
Jun 03 20:32:52.898878 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16116e30-85ee-4eea-a35f-f486f4ecaa60 req-699ec5ba-7dd1-4bd5-9859-9ff5b2c6e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:32:52.900208 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-16116e30-85ee-4eea-a35f-f486f4ecaa60 req-699ec5ba-7dd1-4bd5-9859-9ff5b2c6e953 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=4cd3d37f-0610-4a65-834c-c273eb5748da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728061
Jun 03 20:32:53.034887 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-16116e30-85ee-4eea-a35f-f486f4ecaa60 req-116ca26e-a3bd-434c-9304-66b434d49cdd service neutron] 10.222.0.122 "GET /v2.0/networks/4cd3d37f-0610-4a65-834c-c273eb5748da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247635
Jun 03 20:32:53.170213 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-16116e30-85ee-4eea-a35f-f486f4ecaa60 req-87437f3b-62d7-4f46-ae34-1b4f94ec4fda service neutron] 10.222.0.122 "GET /v2.0/networks/4cd3d37f-0610-4a65-834c-c273eb5748da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225617
Jun 03 20:32:57.424186 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-0ee294d2-9dd0-4e72-9458-5ba559af6d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:32:58.133958 dv-cinder-794669-1-iscsi neutron-server[92637]: DEBUG neutron.wsgi [req-aa9f0265-16f7-4802-8e9d-960353f79cc3 req-2f54b45b-aca7-4028-89c7-5cbb6e401040 service neutron] (92637) timed out ('10.222.0.122', 64688) {{(pid=92637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 03 20:33:00.001272 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-2de4fa90-c8a7-4960-8397-931db6640cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:33:00.029752 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:33:01.352794 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:33:02.947114 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:33:09.883586 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:33:21.579581 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:33:27.403064 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c71465ac-89fd-4544-a771-d6265a2575c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:33:30.011431 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-b436506d-8369-4f6b-98b4-da4cf2e8bd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:33:30.043113 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:33:31.323616 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:33:32.959361 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:33:39.888287 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:33:51.551053 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9ea66fc7-30f3-476c-82d2-29980276b19f req-c9c4c8df-2fb6-4b40-8e6a-f656b9cda8de service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1672573
Jun 03 20:33:51.703611 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea66fc7-30f3-476c-82d2-29980276b19f req-62deca6f-b9c1-46fd-bd91-cab16a400caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:33:51.704950 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9ea66fc7-30f3-476c-82d2-29980276b19f req-62deca6f-b9c1-46fd-bd91-cab16a400caf service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=db46fead74a948a1a87fad7d2871462c&device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 1099 time: 0.0724816
Jun 03 20:33:51.861547 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea66fc7-30f3-476c-82d2-29980276b19f req-6f697c02-ec06-43c5-93d2-2d86ef6dbb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:33:51.862995 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9ea66fc7-30f3-476c-82d2-29980276b19f req-6f697c02-ec06-43c5-93d2-2d86ef6dbb2d service neutron] 10.222.0.122 "GET /v2.0/networks?id=d075e017-3c8e-4ae7-964b-4a7baabe953d HTTP/1.1" status: 200  len: 910 time: 0.1262836
Jun 03 20:33:52.081781 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9ea66fc7-30f3-476c-82d2-29980276b19f req-11055f59-defa-43fe-adce-38445281b998 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299359ac-4e94-47f0-a872-40eaf354e453 HTTP/1.1" status: 200  len: 1001 time: 0.2070477
Jun 03 20:33:52.147248 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea66fc7-30f3-476c-82d2-29980276b19f req-7be9f114-00d2-4cb1-a6bb-4fecdae24e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:33:52.148637 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9ea66fc7-30f3-476c-82d2-29980276b19f req-7be9f114-00d2-4cb1-a6bb-4fecdae24e10 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=7ca289dd-2492-4579-8331-968a915e8bba HTTP/1.1" status: 200  len: 847 time: 0.0564549
Jun 03 20:33:52.229065 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea66fc7-30f3-476c-82d2-29980276b19f req-9d8fde5b-67ee-4a45-a10d-a60fa9c42cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:33:52.230502 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9ea66fc7-30f3-476c-82d2-29980276b19f req-9d8fde5b-67ee-4a45-a10d-a60fa9c42cda service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=d075e017-3c8e-4ae7-964b-4a7baabe953d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0696027
Jun 03 20:33:52.370893 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9ea66fc7-30f3-476c-82d2-29980276b19f req-4f4c1109-a8e8-4a59-80a5-0e27fa14ffb1 service neutron] 10.222.0.122 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287165
Jun 03 20:33:52.510092 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-9ea66fc7-30f3-476c-82d2-29980276b19f req-1d9cf618-5a9e-4d05-93f2-29cca809302c service neutron] 10.222.0.122 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268127
Jun 03 20:33:57.527847 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-479b4483-e972-4363-9bd4-16ca00546671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:33:58.579621 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:34:00.037589 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-d2ec991b-b5ae-4549-ac1c-51e9f9e74564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:34:00.065720 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:34:01.420646 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:34:02.991597 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:34:09.882523 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:34:27.401861 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-713b6d6c-d236-4410-9954-a704a829de1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:34:30.041492 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-2d8b46fa-fb70-4fa9-94e2-d46bdf2259b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:34:30.063979 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:34:31.349974 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:34:32.950222 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:34:35.579828 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:34:39.892971 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:34:53.380781 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-75ebb226-9561-4dc0-95e0-eee700445b62 req-374be2b6-63f8-44e6-a4ea-0a0300fec03f service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0765426
Jun 03 20:34:53.476056 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebb226-9561-4dc0-95e0-eee700445b62 req-df5d8f11-de21-436c-9587-78ff2b5dd4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:34:53.477527 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-75ebb226-9561-4dc0-95e0-eee700445b62 req-df5d8f11-de21-436c-9587-78ff2b5dd4f9 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=b4672939a69b4bf291458945442c7fcf&device_id=5ce2b6d7-5855-4340-b0a7-f6e853cecdc0 HTTP/1.1" status: 200  len: 1099 time: 0.0715394
Jun 03 20:34:53.627094 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebb226-9561-4dc0-95e0-eee700445b62 req-1b82ffae-cf75-4647-856a-bb9dca73df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:34:53.628548 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-75ebb226-9561-4dc0-95e0-eee700445b62 req-1b82ffae-cf75-4647-856a-bb9dca73df08 service neutron] 10.222.0.122 "GET /v2.0/networks?id=4cd3d37f-0610-4a65-834c-c273eb5748da HTTP/1.1" status: 200  len: 912 time: 0.1277144
Jun 03 20:34:53.736632 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-75ebb226-9561-4dc0-95e0-eee700445b62 req-d14c8103-1be3-4b9d-88dc-55af3af4d46f service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b183774-89ae-4602-966f-476db38f92bf HTTP/1.1" status: 200  len: 1001 time: 0.0964446
Jun 03 20:34:53.801091 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebb226-9561-4dc0-95e0-eee700445b62 req-3fd3400c-4a38-45f8-acb4-930a704c78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:34:53.802536 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-75ebb226-9561-4dc0-95e0-eee700445b62 req-3fd3400c-4a38-45f8-acb4-930a704c78cb service neutron] 10.222.0.122 "GET /v2.0/subnets?id=d8d48dac-1bf9-47c6-bbf8-197e3b10342f HTTP/1.1" status: 200  len: 849 time: 0.0578115
Jun 03 20:34:53.886389 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebb226-9561-4dc0-95e0-eee700445b62 req-58c49acc-d718-461a-b162-5ca6e6d69705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:34:53.887802 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-75ebb226-9561-4dc0-95e0-eee700445b62 req-58c49acc-d718-461a-b162-5ca6e6d69705 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=4cd3d37f-0610-4a65-834c-c273eb5748da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742822
Jun 03 20:34:54.026469 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-75ebb226-9561-4dc0-95e0-eee700445b62 req-4a8430c6-d3b7-4ee7-87a3-40136aa3125b service neutron] 10.222.0.122 "GET /v2.0/networks/4cd3d37f-0610-4a65-834c-c273eb5748da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250763
Jun 03 20:34:54.157880 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-75ebb226-9561-4dc0-95e0-eee700445b62 req-1a1c833b-1aae-4a3d-a05f-f59779b50ccc service neutron] 10.222.0.122 "GET /v2.0/networks/4cd3d37f-0610-4a65-834c-c273eb5748da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238568
Jun 03 20:34:57.405526 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-b3dbdfad-b020-42a1-96d9-5d6494acd658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:34:59.999879 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-cd6c2cff-4d14-47e4-a41e-f49ab93abaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:35:00.016651 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:35:01.337106 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:35:02.977280 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:35:09.976500 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:35:12.578694 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:35:27.415997 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-aa10a4e3-5acb-4d01-8435-91ddcc8b3519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:35:30.004684 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-98338773-36b1-41c7-a8f3-c3f3ba3b7a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:35:30.027248 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:35:31.353327 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:35:33.090796 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:35:39.901725 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:35:49.577214 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:35:53.431868 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-60a3c0de-3b89-422a-96d8-1bcf6d9712a6 req-755c46dd-44b3-4cab-ba4f-0bfd3cdbef01 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=03b6046d-9aae-4111-a168-3db966e80c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0701962
Jun 03 20:35:53.582493 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3c0de-3b89-422a-96d8-1bcf6d9712a6 req-64b854d5-ad79-4fc5-9915-833f1c53e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:35:53.583896 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-60a3c0de-3b89-422a-96d8-1bcf6d9712a6 req-64b854d5-ad79-4fc5-9915-833f1c53e65a service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=db46fead74a948a1a87fad7d2871462c&device_id=03b6046d-9aae-4111-a168-3db966e80c3d HTTP/1.1" status: 200  len: 1099 time: 0.0739970
Jun 03 20:35:53.826905 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3c0de-3b89-422a-96d8-1bcf6d9712a6 req-83a49e90-c6ef-435b-881d-27bd5dd6d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:35:53.828325 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-60a3c0de-3b89-422a-96d8-1bcf6d9712a6 req-83a49e90-c6ef-435b-881d-27bd5dd6d2b2 service neutron] 10.222.0.122 "GET /v2.0/networks?id=d075e017-3c8e-4ae7-964b-4a7baabe953d HTTP/1.1" status: 200  len: 910 time: 0.2249746
Jun 03 20:35:53.932701 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-60a3c0de-3b89-422a-96d8-1bcf6d9712a6 req-297a1993-3e81-493d-aa99-fc60298121a9 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299359ac-4e94-47f0-a872-40eaf354e453 HTTP/1.1" status: 200  len: 1001 time: 0.0967672
Jun 03 20:35:53.997727 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3c0de-3b89-422a-96d8-1bcf6d9712a6 req-84e4943f-bb8f-442a-986f-d5228d12627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:35:53.999171 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-60a3c0de-3b89-422a-96d8-1bcf6d9712a6 req-84e4943f-bb8f-442a-986f-d5228d12627d service neutron] 10.222.0.122 "GET /v2.0/subnets?id=7ca289dd-2492-4579-8331-968a915e8bba HTTP/1.1" status: 200  len: 847 time: 0.0580008
Jun 03 20:35:54.078433 dv-cinder-794669-1-iscsi neutron-server[92636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3c0de-3b89-422a-96d8-1bcf6d9712a6 req-81304edc-63ea-42dd-91f5-f80b629cc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 20:35:54.079918 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-60a3c0de-3b89-422a-96d8-1bcf6d9712a6 req-81304edc-63ea-42dd-91f5-f80b629cc0b6 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=d075e017-3c8e-4ae7-964b-4a7baabe953d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0693762
Jun 03 20:35:54.216974 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-60a3c0de-3b89-422a-96d8-1bcf6d9712a6 req-f5037d2c-9ce1-40d7-b45f-758a8cdba919 service neutron] 10.222.0.122 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294484
Jun 03 20:35:54.359219 dv-cinder-794669-1-iscsi neutron-server[92636]: INFO neutron.wsgi [req-60a3c0de-3b89-422a-96d8-1bcf6d9712a6 req-33d3d606-1bfa-4083-a403-9fd652f9334a service neutron] 10.222.0.122 "GET /v2.0/networks/d075e017-3c8e-4ae7-964b-4a7baabe953d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319435
Jun 03 20:35:57.489144 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-e7912ef0-97ef-496c-a4d4-f88ca7b60590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:36:00.032341 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-b8032576-1d9a-4d3e-8b54-bd942460b8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:36:00.066258 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:36:01.415300 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:36:02.975018 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:36:09.900552 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:36:26.575653 dv-cinder-794669-1-iscsi neutron-server[92640]: DEBUG neutron.db.agents_db [None req-6b34d635-3caa-4bc7-869f-eeea110fd447 None None] Agent healthcheck: found 6 active agents {{(pid=92640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 20:36:27.420080 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-93bc56fc-b283-468e-a398-cf21435980e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:36:30.002709 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-8c8fbd30-f2a7-4711-948b-1a2c46fe2112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:36:30.029659 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-678d53d2-b32a-4075-bb69-721cf0e697c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:36:31.402871 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-9dddeac1-1bce-441d-a041-9ca6ea3502ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:36:32.983988 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-094d8556-ebfa-48c9-b3a4-5eaa0dafedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 20:36:40.008474 dv-cinder-794669-1-iscsi neutron-server[92638]: DEBUG neutron_lib.callbacks.manager [None req-c4333f1a-a6ef-47a6-9421-17d9fb976bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745116134063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096887'] for agent, after_update {{(pid=92638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}